2024-11-27 20:23:02,525 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 20:23:02,541 main DEBUG Took 0.013604 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 20:23:02,542 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 20:23:02,542 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 20:23:02,545 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 20:23:02,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,560 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 20:23:02,578 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,582 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,584 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,587 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,587 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,588 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,590 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,591 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,592 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,593 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:23:02,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,594 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 20:23:02,596 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:23:02,598 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 20:23:02,601 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 20:23:02,601 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 20:23:02,603 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 20:23:02,603 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 20:23:02,616 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 20:23:02,620 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 20:23:02,622 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 20:23:02,623 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 20:23:02,623 main DEBUG createAppenders(={Console}) 2024-11-27 20:23:02,624 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-27 20:23:02,625 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 20:23:02,625 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-27 20:23:02,626 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 20:23:02,626 main DEBUG OutputStream closed 2024-11-27 20:23:02,626 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 20:23:02,627 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 20:23:02,627 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-27 20:23:02,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 20:23:02,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 20:23:02,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 20:23:02,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 20:23:02,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 20:23:02,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 20:23:02,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 20:23:02,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 20:23:02,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 20:23:02,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 20:23:02,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 20:23:02,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 20:23:02,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 20:23:02,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 20:23:02,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 20:23:02,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 20:23:02,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 20:23:02,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 20:23:02,770 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 20:23:02,771 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-27 20:23:02,771 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 20:23:02,773 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-27T20:23:03,257 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd 2024-11-27 20:23:03,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 20:23:03,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T20:23:03,282 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-27T20:23:03,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:23:03,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b, deleteOnExit=true 2024-11-27T20:23:03,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-27T20:23:03,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/test.cache.data in system properties and HBase conf 2024-11-27T20:23:03,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:23:03,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:23:03,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:23:03,337 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:23:03,337 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T20:23:03,516 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T20:23:03,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:23:03,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:23:03,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:23:03,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:23:03,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:23:03,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:23:03,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:23:03,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:23:03,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:23:03,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:23:03,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:23:03,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:23:03,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:23:03,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:23:03,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:23:04,986 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T20:23:05,096 INFO [Time-limited test {}] log.Log(170): Logging initialized @3847ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T20:23:05,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:23:05,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:23:05,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:23:05,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:23:05,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:23:05,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:23:05,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:23:05,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:23:05,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/java.io.tmpdir/jetty-localhost-41435-hadoop-hdfs-3_4_1-tests_jar-_-any-1262809354848297136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:23:05,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:41435} 2024-11-27T20:23:05,845 INFO [Time-limited test {}] server.Server(415): Started @4597ms 2024-11-27T20:23:06,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:23:06,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:23:06,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:23:06,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:23:06,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:23:06,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:23:06,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:23:06,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/java.io.tmpdir/jetty-localhost-35249-hadoop-hdfs-3_4_1-tests_jar-_-any-11877381944329488788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:23:06,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:35249} 2024-11-27T20:23:06,721 INFO [Time-limited test {}] server.Server(415): Started @5473ms 2024-11-27T20:23:06,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:23:07,634 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/dfs/data/data1/current/BP-768962425-172.17.0.2-1732738984609/current, will proceed with Du for space computation calculation, 2024-11-27T20:23:07,636 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/dfs/data/data2/current/BP-768962425-172.17.0.2-1732738984609/current, will proceed with Du for space computation calculation, 2024-11-27T20:23:07,724 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:23:07,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bf41f1a2fcbdd20 with lease ID 0xd60bbe18e2c2d789: Processing first storage report for DS-e12a1c05-5f35-45fd-9b32-b8166b67ea1d from datanode DatanodeRegistration(127.0.0.1:45553, datanodeUuid=eabe9d54-c3fe-49ab-854d-d6531617b5f0, infoPort=34529, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=1399193010;c=1732738984609) 2024-11-27T20:23:07,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bf41f1a2fcbdd20 with lease ID 0xd60bbe18e2c2d789: from storage DS-e12a1c05-5f35-45fd-9b32-b8166b67ea1d node DatanodeRegistration(127.0.0.1:45553, datanodeUuid=eabe9d54-c3fe-49ab-854d-d6531617b5f0, infoPort=34529, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=1399193010;c=1732738984609), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T20:23:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bf41f1a2fcbdd20 with lease ID 0xd60bbe18e2c2d789: Processing first storage report for DS-93f0b8e3-f359-49d8-9bd8-5d4eada13d94 from datanode DatanodeRegistration(127.0.0.1:45553, datanodeUuid=eabe9d54-c3fe-49ab-854d-d6531617b5f0, infoPort=34529, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=1399193010;c=1732738984609) 2024-11-27T20:23:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bf41f1a2fcbdd20 with lease ID 0xd60bbe18e2c2d789: from storage DS-93f0b8e3-f359-49d8-9bd8-5d4eada13d94 node DatanodeRegistration(127.0.0.1:45553, datanodeUuid=eabe9d54-c3fe-49ab-854d-d6531617b5f0, infoPort=34529, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=1399193010;c=1732738984609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:23:07,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd 2024-11-27T20:23:07,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/zookeeper_0, clientPort=51623, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:23:08,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51623 2024-11-27T20:23:08,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:08,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:23:08,830 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 with version=8 2024-11-27T20:23:08,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/hbase-staging 2024-11-27T20:23:08,992 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T20:23:09,344 INFO [Time-limited test {}] client.ConnectionUtils(129): master/23827885d8b7:0 server-side Connection retries=45 2024-11-27T20:23:09,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:23:09,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:23:09,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:23:09,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:23:09,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:23:09,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:23:09,669 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T20:23:09,682 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T20:23:09,688 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:23:09,726 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24795 (auto-detected) 2024-11-27T20:23:09,728 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T20:23:09,754 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33479 2024-11-27T20:23:09,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:09,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:09,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33479 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-27T20:23:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334790x0, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:23:09,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33479-0x1003aa670940000 connected 2024-11-27T20:23:09,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:23:09,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:23:09,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:23:10,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-27T20:23:10,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33479 2024-11-27T20:23:10,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33479 2024-11-27T20:23:10,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-27T20:23:10,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-27T20:23:10,031 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6, hbase.cluster.distributed=false 2024-11-27T20:23:10,136 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/23827885d8b7:0 server-side Connection retries=45 2024-11-27T20:23:10,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:23:10,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:23:10,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:23:10,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:23:10,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:23:10,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:23:10,144 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:23:10,145 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39789 2024-11-27T20:23:10,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:23:10,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:23:10,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:10,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:10,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39789 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-27T20:23:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397890x0, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:23:10,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397890x0, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:23:10,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39789-0x1003aa670940001 connected 2024-11-27T20:23:10,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:23:10,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:23:10,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-27T20:23:10,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39789 2024-11-27T20:23:10,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39789 2024-11-27T20:23:10,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-27T20:23:10,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-27T20:23:10,216 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/23827885d8b7,33479,1732738988984 2024-11-27T20:23:10,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:23:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:23:10,235 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;23827885d8b7:33479 2024-11-27T20:23:10,242 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/23827885d8b7,33479,1732738988984 2024-11-27T20:23:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:23:10,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:10,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:23:10,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:10,281 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T20:23:10,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T20:23:10,285 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/23827885d8b7,33479,1732738988984 from backup master directory 2024-11-27T20:23:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:23:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/23827885d8b7,33479,1732738988984 2024-11-27T20:23:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:23:10,291 WARN [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:23:10,292 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=23827885d8b7,33479,1732738988984 2024-11-27T20:23:10,294 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T20:23:10,299 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T20:23:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:23:10,454 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/hbase.id with ID: 836df2e7-26df-4c51-83d0-8b0f88b40bda 2024-11-27T20:23:10,525 INFO [master/23827885d8b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:23:10,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:10,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:23:10,607 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:10,610 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:23:10,634 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,639 INFO [master/23827885d8b7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:23:10,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:23:10,719 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store 2024-11-27T20:23:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:23:10,754 INFO [master/23827885d8b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T20:23:10,756 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:10,758 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:23:10,758 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:23:10,758 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:23:10,759 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:23:10,759 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:23:10,759 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:23:10,759 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T20:23:10,763 WARN [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/.initializing 2024-11-27T20:23:10,763 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/WALs/23827885d8b7,33479,1732738988984 2024-11-27T20:23:10,772 INFO [master/23827885d8b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:23:10,791 INFO [master/23827885d8b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23827885d8b7%2C33479%2C1732738988984, suffix=, logDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/WALs/23827885d8b7,33479,1732738988984, archiveDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/oldWALs, maxLogs=10 2024-11-27T20:23:10,823 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/WALs/23827885d8b7,33479,1732738988984/23827885d8b7%2C33479%2C1732738988984.1732738990798, exclude list is [], retry=0 2024-11-27T20:23:10,853 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-e12a1c05-5f35-45fd-9b32-b8166b67ea1d,DISK] 2024-11-27T20:23:10,857 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T20:23:10,909 INFO [master/23827885d8b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/WALs/23827885d8b7,33479,1732738988984/23827885d8b7%2C33479%2C1732738988984.1732738990798 2024-11-27T20:23:10,912 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-11-27T20:23:10,913 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:10,913 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:10,921 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:10,922 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:10,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:23:11,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:11,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:11,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:23:11,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:11,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:11,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:23:11,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:11,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:11,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:23:11,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:11,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:11,062 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,064 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,086 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:23:11,095 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:23:11,108 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:11,109 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71579139, jitterRate=0.06661228835582733}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:23:11,116 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T20:23:11,118 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:23:11,162 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a883fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:11,206 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-27T20:23:11,219 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:23:11,219 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:23:11,222 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:23:11,225 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-11-27T20:23:11,230 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-27T20:23:11,231 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:23:11,262 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:23:11,280 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T20:23:11,283 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-27T20:23:11,285 INFO [master/23827885d8b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:23:11,287 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:23:11,289 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-27T20:23:11,291 INFO [master/23827885d8b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:23:11,295 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:23:11,298 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-27T20:23:11,299 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:23:11,301 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T20:23:11,312 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:23:11,314 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T20:23:11,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:23:11,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:11,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:23:11,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:11,320 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=23827885d8b7,33479,1732738988984, sessionid=0x1003aa670940000, setting cluster-up flag (Was=false) 2024-11-27T20:23:11,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:11,343 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T20:23:11,344 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23827885d8b7,33479,1732738988984 2024-11-27T20:23:11,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:11,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:11,356 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T20:23:11,357 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23827885d8b7,33479,1732738988984 2024-11-27T20:23:11,425 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;23827885d8b7:39789 2024-11-27T20:23:11,426 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1008): ClusterId : 836df2e7-26df-4c51-83d0-8b0f88b40bda 2024-11-27T20:23:11,429 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:23:11,434 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:23:11,435 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:23:11,438 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:23:11,438 DEBUG [RS:0;23827885d8b7:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297e34e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:11,440 DEBUG [RS:0;23827885d8b7:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ddac64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23827885d8b7/172.17.0.2:0 2024-11-27T20:23:11,440 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-27T20:23:11,443 INFO [RS:0;23827885d8b7:39789 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-27T20:23:11,443 INFO [RS:0;23827885d8b7:39789 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-27T20:23:11,443 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-27T20:23:11,445 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(3073): reportForDuty to master=23827885d8b7,33479,1732738988984 with isa=23827885d8b7/172.17.0.2:39789, startcode=1732738990134 2024-11-27T20:23:11,446 INFO [master/23827885d8b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-27T20:23:11,449 INFO [master/23827885d8b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:23:11,454 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 23827885d8b7,33479,1732738988984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:23:11,456 DEBUG [RS:0;23827885d8b7:39789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:23:11,457 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:23:11,458 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:23:11,458 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:23:11,458 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:23:11,458 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/23827885d8b7:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:23:11,458 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,458 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/23827885d8b7:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:23:11,459 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,462 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732739021462 2024-11-27T20:23:11,464 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:23:11,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:23:11,465 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:23:11,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:23:11,469 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:23:11,469 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:23:11,470 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:23:11,470 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:23:11,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:11,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:23:11,472 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,473 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:23:11,475 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:23:11,475 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:23:11,479 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:23:11,479 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:23:11,488 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.large.0-1732738991481,5,FailOnTimeoutGroup] 2024-11-27T20:23:11,489 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.small.0-1732738991488,5,FailOnTimeoutGroup] 2024-11-27T20:23:11,489 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,489 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:23:11,490 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741831_1007 (size=1039) 2024-11-27T20:23:11,491 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,499 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38979, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:23:11,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 23827885d8b7,39789,1732738990134 2024-11-27T20:23:11,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(486): Registering regionserver=23827885d8b7,39789,1732738990134 2024-11-27T20:23:11,522 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:23:11,522 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36443 2024-11-27T20:23:11,522 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-27T20:23:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:23:11,528 DEBUG [RS:0;23827885d8b7:39789 {}] zookeeper.ZKUtil(111): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/23827885d8b7,39789,1732738990134 2024-11-27T20:23:11,528 WARN [RS:0;23827885d8b7:39789 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:23:11,528 INFO [RS:0;23827885d8b7:39789 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:23:11,529 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134 2024-11-27T20:23:11,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [23827885d8b7,39789,1732738990134] 2024-11-27T20:23:11,546 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-27T20:23:11,561 INFO [RS:0;23827885d8b7:39789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:23:11,579 INFO [RS:0;23827885d8b7:39789 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:23:11,582 INFO [RS:0;23827885d8b7:39789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:23:11,582 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,583 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-27T20:23:11,590 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/23827885d8b7:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:23:11,591 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,592 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,592 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,592 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,592 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:23:11,592 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/23827885d8b7:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:23:11,593 DEBUG [RS:0;23827885d8b7:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:23:11,594 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,594 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,594 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,594 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,594 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,39789,1732738990134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:23:11,615 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:23:11,617 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,39789,1732738990134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:11,637 INFO [RS:0;23827885d8b7:39789 {}] regionserver.Replication(204): 23827885d8b7,39789,1732738990134 started 2024-11-27T20:23:11,637 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1767): Serving as 23827885d8b7,39789,1732738990134, RpcServer on 23827885d8b7/172.17.0.2:39789, sessionid=0x1003aa670940001 2024-11-27T20:23:11,638 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:23:11,638 DEBUG [RS:0;23827885d8b7:39789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 23827885d8b7,39789,1732738990134 2024-11-27T20:23:11,639 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23827885d8b7,39789,1732738990134' 2024-11-27T20:23:11,639 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:23:11,640 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:23:11,641 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:23:11,641 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:23:11,641 DEBUG [RS:0;23827885d8b7:39789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 23827885d8b7,39789,1732738990134 2024-11-27T20:23:11,641 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23827885d8b7,39789,1732738990134' 2024-11-27T20:23:11,641 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:23:11,642 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:23:11,642 DEBUG [RS:0;23827885d8b7:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:23:11,643 INFO [RS:0;23827885d8b7:39789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:23:11,643 INFO [RS:0;23827885d8b7:39789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:23:11,748 INFO [RS:0;23827885d8b7:39789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:23:11,752 INFO [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23827885d8b7%2C39789%2C1732738990134, suffix=, logDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134, archiveDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/oldWALs, maxLogs=32 2024-11-27T20:23:11,769 DEBUG [RS:0;23827885d8b7:39789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134/23827885d8b7%2C39789%2C1732738990134.1732738991755, exclude list is [], retry=0 2024-11-27T20:23:11,774 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-e12a1c05-5f35-45fd-9b32-b8166b67ea1d,DISK] 2024-11-27T20:23:11,778 INFO [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134/23827885d8b7%2C39789%2C1732738990134.1732738991755 2024-11-27T20:23:11,779 DEBUG [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-11-27T20:23:11,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-27T20:23:11,894 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:23:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:23:12,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:12,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:23:12,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:23:12,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:12,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:23:12,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:23:12,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:12,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:23:12,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:23:12,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:12,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740 2024-11-27T20:23:12,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740 2024-11-27T20:23:12,324 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:12,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T20:23:12,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:12,331 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66281374, jitterRate=-0.012330561876296997}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:12,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T20:23:12,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:23:12,333 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T20:23:12,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T20:23:12,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:23:12,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:23:12,335 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T20:23:12,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T20:23:12,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:23:12,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-27T20:23:12,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:23:12,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:23:12,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:23:12,505 DEBUG [23827885d8b7:33479 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:23:12,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:12,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23827885d8b7,39789,1732738990134, state=OPENING 2024-11-27T20:23:12,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:23:12,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:12,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:12,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:23:12,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:23:12,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:12,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:12,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:23:12,706 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:23:12,718 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-27T20:23:12,718 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:23:12,719 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:23:12,723 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23827885d8b7%2C39789%2C1732738990134.meta, suffix=.meta, logDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134, archiveDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/oldWALs, maxLogs=32 2024-11-27T20:23:12,739 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134/23827885d8b7%2C39789%2C1732738990134.meta.1732738992724.meta, exclude list is [], retry=0 2024-11-27T20:23:12,743 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-e12a1c05-5f35-45fd-9b32-b8166b67ea1d,DISK] 2024-11-27T20:23:12,746 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/WALs/23827885d8b7,39789,1732738990134/23827885d8b7%2C39789%2C1732738990134.meta.1732738992724.meta 2024-11-27T20:23:12,746 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-11-27T20:23:12,746 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:12,748 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:23:12,807 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:23:12,812 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:23:12,816 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:23:12,817 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:12,817 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-27T20:23:12,817 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-27T20:23:12,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:23:12,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:23:12,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:12,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:23:12,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:23:12,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:12,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:23:12,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:23:12,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:23:12,829 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740 2024-11-27T20:23:12,832 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740 2024-11-27T20:23:12,834 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:12,836 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T20:23:12,838 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71442857, jitterRate=0.06458152830600739}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:12,839 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T20:23:12,846 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738992695 2024-11-27T20:23:12,857 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:23:12,858 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-27T20:23:12,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:12,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23827885d8b7,39789,1732738990134, state=OPEN 2024-11-27T20:23:12,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:23:12,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:23:12,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:23:12,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:23:12,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:23:12,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=23827885d8b7,39789,1732738990134 in 341 msec 2024-11-27T20:23:12,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:23:12,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-27T20:23:12,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4860 sec 2024-11-27T20:23:12,880 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738992880, completionTime=-1 2024-11-27T20:23:12,881 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:23:12,881 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-27T20:23:12,918 DEBUG [hconnection-0x6a38d96a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:12,921 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:12,932 INFO [master/23827885d8b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-27T20:23:12,932 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732739052932 2024-11-27T20:23:12,932 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732739112932 2024-11-27T20:23:12,932 INFO [master/23827885d8b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-27T20:23:12,954 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33479,1732738988984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:12,955 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33479,1732738988984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:12,955 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33479,1732738988984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:12,956 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-23827885d8b7:33479, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:12,957 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:12,962 DEBUG [master/23827885d8b7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T20:23:12,964 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-27T20:23:12,966 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:23:12,972 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-27T20:23:12,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:23:12,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:12,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:23:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741835_1011 (size=358) 2024-11-27T20:23:12,991 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f81cdc7783d7ef6b7a8edf946b6d1eca, NAME => 'hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:23:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741836_1012 (size=42) 2024-11-27T20:23:13,401 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:13,401 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f81cdc7783d7ef6b7a8edf946b6d1eca, disabling compactions & flushes 2024-11-27T20:23:13,402 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,402 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,402 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. after waiting 0 ms 2024-11-27T20:23:13,402 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,402 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,402 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f81cdc7783d7ef6b7a8edf946b6d1eca: 2024-11-27T20:23:13,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:23:13,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732738993406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738993406"}]},"ts":"1732738993406"} 2024-11-27T20:23:13,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:23:13,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:23:13,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738993438"}]},"ts":"1732738993438"} 2024-11-27T20:23:13,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-27T20:23:13,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f81cdc7783d7ef6b7a8edf946b6d1eca, ASSIGN}] 2024-11-27T20:23:13,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f81cdc7783d7ef6b7a8edf946b6d1eca, ASSIGN 2024-11-27T20:23:13,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f81cdc7783d7ef6b7a8edf946b6d1eca, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:23:13,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f81cdc7783d7ef6b7a8edf946b6d1eca, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:13,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f81cdc7783d7ef6b7a8edf946b6d1eca, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:13,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:13,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f81cdc7783d7ef6b7a8edf946b6d1eca, NAME => 'hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:13,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:13,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,775 INFO [StoreOpener-f81cdc7783d7ef6b7a8edf946b6d1eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,777 INFO [StoreOpener-f81cdc7783d7ef6b7a8edf946b6d1eca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81cdc7783d7ef6b7a8edf946b6d1eca columnFamilyName info 2024-11-27T20:23:13,778 DEBUG [StoreOpener-f81cdc7783d7ef6b7a8edf946b6d1eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:13,779 INFO [StoreOpener-f81cdc7783d7ef6b7a8edf946b6d1eca-1 {}] regionserver.HStore(327): Store=f81cdc7783d7ef6b7a8edf946b6d1eca/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:13,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:23:13,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:13,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f81cdc7783d7ef6b7a8edf946b6d1eca; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72119207, jitterRate=0.07465992867946625}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:23:13,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f81cdc7783d7ef6b7a8edf946b6d1eca: 2024-11-27T20:23:13,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca., pid=6, masterSystemTime=1732738993765 2024-11-27T20:23:13,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:23:13,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f81cdc7783d7ef6b7a8edf946b6d1eca, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:13,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:23:13,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f81cdc7783d7ef6b7a8edf946b6d1eca, server=23827885d8b7,39789,1732738990134 in 194 msec 2024-11-27T20:23:13,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:23:13,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f81cdc7783d7ef6b7a8edf946b6d1eca, ASSIGN in 358 msec 2024-11-27T20:23:13,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:23:13,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738993815"}]},"ts":"1732738993815"} 2024-11-27T20:23:13,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-27T20:23:13,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:23:13,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 856 msec 2024-11-27T20:23:13,875 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-27T20:23:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-27T20:23:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:23:13,907 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-27T20:23:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T20:23:13,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-27T20:23:13,931 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-27T20:23:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T20:23:13,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-27T20:23:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-27T20:23:13,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-27T20:23:13,960 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.668sec 2024-11-27T20:23:13,961 INFO [master/23827885d8b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:23:13,963 INFO [master/23827885d8b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:23:13,964 INFO [master/23827885d8b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:23:13,964 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:23:13,964 INFO [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:23:13,965 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33479,1732738988984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:23:13,966 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33479,1732738988984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:23:13,972 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:23:13,973 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:23:13,974 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33479,1732738988984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:23:14,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-27T20:23:14,030 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-27T20:23:14,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:14,040 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T20:23:14,040 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T20:23:14,049 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:14,057 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:14,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=23827885d8b7,33479,1732738988984 2024-11-27T20:23:14,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=5788 2024-11-27T20:23:14,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:23:14,125 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:23:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:23:14,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:14,142 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:23:14,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-27T20:23:14,142 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:14,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:23:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741837_1013 (size=963) 2024-11-27T20:23:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:23:14,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:23:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741838_1014 (size=53) 2024-11-27T20:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:23:14,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:14,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2c96bcf8e1c35992eb06296777215e89, disabling compactions & flushes 2024-11-27T20:23:14,971 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:14,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:14,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. after waiting 0 ms 2024-11-27T20:23:14,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:14,972 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:14,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:14,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:23:14,974 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732738994974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738994974"}]},"ts":"1732738994974"} 2024-11-27T20:23:14,978 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:23:14,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:23:14,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738994981"}]},"ts":"1732738994981"} 2024-11-27T20:23:14,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:23:14,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, ASSIGN}] 2024-11-27T20:23:14,990 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, ASSIGN 2024-11-27T20:23:14,992 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:23:15,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2c96bcf8e1c35992eb06296777215e89, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:15,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:23:15,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:15,307 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:15,307 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:15,308 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,308 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:15,308 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,308 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,310 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,314 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:15,314 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c96bcf8e1c35992eb06296777215e89 columnFamilyName A 2024-11-27T20:23:15,314 DEBUG [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:15,316 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.HStore(327): Store=2c96bcf8e1c35992eb06296777215e89/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:15,316 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,318 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:15,318 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c96bcf8e1c35992eb06296777215e89 columnFamilyName B 2024-11-27T20:23:15,319 DEBUG [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:15,319 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.HStore(327): Store=2c96bcf8e1c35992eb06296777215e89/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:15,320 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,322 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:15,322 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c96bcf8e1c35992eb06296777215e89 columnFamilyName C 2024-11-27T20:23:15,322 DEBUG [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:15,323 INFO [StoreOpener-2c96bcf8e1c35992eb06296777215e89-1 {}] regionserver.HStore(327): Store=2c96bcf8e1c35992eb06296777215e89/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:15,323 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:15,325 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,325 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,328 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:15,330 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:15,333 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:15,334 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 2c96bcf8e1c35992eb06296777215e89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59909042, jitterRate=-0.10728570818901062}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:15,335 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:15,336 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., pid=11, masterSystemTime=1732738995301 2024-11-27T20:23:15,339 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:15,339 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:15,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2c96bcf8e1c35992eb06296777215e89, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:15,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T20:23:15,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 in 196 msec 2024-11-27T20:23:15,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:23:15,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, ASSIGN in 358 msec 2024-11-27T20:23:15,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:23:15,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738995350"}]},"ts":"1732738995350"} 2024-11-27T20:23:15,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:23:15,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:23:15,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-27T20:23:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:23:16,264 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-27T20:23:16,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x565a0a51 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38196d7 2024-11-27T20:23:16,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59596a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,277 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:23:16,282 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:23:16,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76bfdcf5 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28808bb9 2024-11-27T20:23:16,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cac4303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b3a6cb4 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@774bf929 2024-11-27T20:23:16,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f2915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29b132d8 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54af89df 2024-11-27T20:23:16,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7115de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd77b4a to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@251efa5e 2024-11-27T20:23:16,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec99212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a33c837 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f7d3d3 2024-11-27T20:23:16,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c943d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47c7c7c9 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bf8e82a 2024-11-27T20:23:16,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0c7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37950159 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba01639 2024-11-27T20:23:16,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475ca0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06704743 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24890c79 2024-11-27T20:23:16,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c9c1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d4c9c1c to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51cab508 2024-11-27T20:23:16,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1331a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:16,337 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,338 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,339 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,340 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,341 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,342 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,342 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,342 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,343 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:16,345 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:16,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,353 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-27T20:23:16,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:16,362 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,362 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:23:16,366 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:16,368 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:16,382 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:16,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:16,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:23:16,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:16,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739056566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739056567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739056572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739056574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739056583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/a2bf9616ea1c41e297e0b4c97a86831e is 50, key is test_row_0/A:col10/1732738996398/Put/seqid=0 2024-11-27T20:23:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741839_1015 (size=12001) 2024-11-27T20:23:16,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/a2bf9616ea1c41e297e0b4c97a86831e 2024-11-27T20:23:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:23:16,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:16,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739056722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739056725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739056729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:16,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739056729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739056729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/9674041c82a3498bab0388a4c6b44466 is 50, key is test_row_0/B:col10/1732738996398/Put/seqid=0 2024-11-27T20:23:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741840_1016 (size=12001) 2024-11-27T20:23:16,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/9674041c82a3498bab0388a4c6b44466 2024-11-27T20:23:16,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:16,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/7daa98cb2a384e3a94900287981c9d81 is 50, key is test_row_0/C:col10/1732738996398/Put/seqid=0 2024-11-27T20:23:16,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739056931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739056935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739056935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741841_1017 (size=12001) 2024-11-27T20:23:16,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739056938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739056940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:23:17,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:17,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739057261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739057261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739057265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739057266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739057272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/7daa98cb2a384e3a94900287981c9d81 2024-11-27T20:23:17,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/a2bf9616ea1c41e297e0b4c97a86831e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a2bf9616ea1c41e297e0b4c97a86831e 2024-11-27T20:23:17,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:17,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a2bf9616ea1c41e297e0b4c97a86831e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T20:23:17,392 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T20:23:17,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/9674041c82a3498bab0388a4c6b44466 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9674041c82a3498bab0388a4c6b44466 2024-11-27T20:23:17,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9674041c82a3498bab0388a4c6b44466, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T20:23:17,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/7daa98cb2a384e3a94900287981c9d81 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/7daa98cb2a384e3a94900287981c9d81 2024-11-27T20:23:17,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/7daa98cb2a384e3a94900287981c9d81, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T20:23:17,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2c96bcf8e1c35992eb06296777215e89 in 1008ms, sequenceid=12, compaction requested=false 2024-11-27T20:23:17,434 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T20:23:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:23:17,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:23:17,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:17,529 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:23:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/d2d9fb2751114cdaa7d61445c6e5d4a2 is 50, key is test_row_0/A:col10/1732738996567/Put/seqid=0 2024-11-27T20:23:17,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:23:17,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-27T20:23:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741842_1018 (size=12001) 2024-11-27T20:23:17,614 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/d2d9fb2751114cdaa7d61445c6e5d4a2 2024-11-27T20:23:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/57058c6b15cc4f2eaead3786c1594870 is 50, key is test_row_0/B:col10/1732738996567/Put/seqid=0 2024-11-27T20:23:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741843_1019 (size=12001) 2024-11-27T20:23:17,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:17,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739057786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739057793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739057796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739057800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739057799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739057902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739057901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739057903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739057905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739057906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739058109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739058110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739058110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739058112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739058112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,133 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/57058c6b15cc4f2eaead3786c1594870 2024-11-27T20:23:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/9afa958cdf5d4eac83c516081c39745e is 50, key is test_row_0/C:col10/1732738996567/Put/seqid=0 2024-11-27T20:23:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741844_1020 (size=12001) 2024-11-27T20:23:18,218 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/9afa958cdf5d4eac83c516081c39745e 2024-11-27T20:23:18,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/d2d9fb2751114cdaa7d61445c6e5d4a2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/d2d9fb2751114cdaa7d61445c6e5d4a2 2024-11-27T20:23:18,247 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/d2d9fb2751114cdaa7d61445c6e5d4a2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:23:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/57058c6b15cc4f2eaead3786c1594870 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/57058c6b15cc4f2eaead3786c1594870 2024-11-27T20:23:18,263 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/57058c6b15cc4f2eaead3786c1594870, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:23:18,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/9afa958cdf5d4eac83c516081c39745e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9afa958cdf5d4eac83c516081c39745e 2024-11-27T20:23:18,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9afa958cdf5d4eac83c516081c39745e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:23:18,282 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2c96bcf8e1c35992eb06296777215e89 in 753ms, sequenceid=38, compaction requested=false 2024-11-27T20:23:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T20:23:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-27T20:23:18,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T20:23:18,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9200 sec 2024-11-27T20:23:18,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.9500 sec 2024-11-27T20:23:18,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:23:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:18,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:18,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:18,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e5ae89d08f634e48830884550fab6225 is 50, key is test_row_0/A:col10/1732738997795/Put/seqid=0 2024-11-27T20:23:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741845_1021 (size=12001) 2024-11-27T20:23:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:23:18,477 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-27T20:23:18,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e5ae89d08f634e48830884550fab6225 2024-11-27T20:23:18,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-27T20:23:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:23:18,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:18,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739058480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,491 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:18,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739058480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739058489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739058489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739058490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/fdd08fe82e5749debbe3e93977248aa1 is 50, key is test_row_0/B:col10/1732738997795/Put/seqid=0 2024-11-27T20:23:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741846_1022 (size=12001) 2024-11-27T20:23:18,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/fdd08fe82e5749debbe3e93977248aa1 2024-11-27T20:23:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:23:18,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/57c727cadf1b4f01a641174e633ec1c7 is 50, key is test_row_0/C:col10/1732738997795/Put/seqid=0 2024-11-27T20:23:18,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739058594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739058593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739058603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739058603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739058607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741847_1023 (size=12001) 2024-11-27T20:23:18,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/57c727cadf1b4f01a641174e633ec1c7 2024-11-27T20:23:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e5ae89d08f634e48830884550fab6225 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e5ae89d08f634e48830884550fab6225 2024-11-27T20:23:18,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T20:23:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:18,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e5ae89d08f634e48830884550fab6225, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T20:23:18,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/fdd08fe82e5749debbe3e93977248aa1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fdd08fe82e5749debbe3e93977248aa1 2024-11-27T20:23:18,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fdd08fe82e5749debbe3e93977248aa1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T20:23:18,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/57c727cadf1b4f01a641174e633ec1c7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/57c727cadf1b4f01a641174e633ec1c7 2024-11-27T20:23:18,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/57c727cadf1b4f01a641174e633ec1c7, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T20:23:18,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2c96bcf8e1c35992eb06296777215e89 in 271ms, sequenceid=50, compaction requested=true 2024-11-27T20:23:18,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:18,705 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:18,705 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:18,710 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:18,711 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:18,712 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:18,712 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:18,712 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,712 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,712 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9674041c82a3498bab0388a4c6b44466, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/57058c6b15cc4f2eaead3786c1594870, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fdd08fe82e5749debbe3e93977248aa1] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.2 K 2024-11-27T20:23:18,712 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a2bf9616ea1c41e297e0b4c97a86831e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/d2d9fb2751114cdaa7d61445c6e5d4a2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e5ae89d08f634e48830884550fab6225] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.2 K 2024-11-27T20:23:18,714 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9674041c82a3498bab0388a4c6b44466, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732738996380 2024-11-27T20:23:18,715 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 57058c6b15cc4f2eaead3786c1594870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732738996531 2024-11-27T20:23:18,716 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd08fe82e5749debbe3e93977248aa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732738997792 2024-11-27T20:23:18,716 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2bf9616ea1c41e297e0b4c97a86831e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732738996380 2024-11-27T20:23:18,718 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2d9fb2751114cdaa7d61445c6e5d4a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732738996531 2024-11-27T20:23:18,720 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ae89d08f634e48830884550fab6225, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732738997792 2024-11-27T20:23:18,760 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#9 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:18,761 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/5230633d8e914006bb60ea388f08eed4 is 50, key is test_row_0/B:col10/1732738997795/Put/seqid=0 2024-11-27T20:23:18,766 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:18,767 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/26daec1b237544559594e71408d97d58 is 50, key is test_row_0/A:col10/1732738997795/Put/seqid=0 2024-11-27T20:23:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741849_1025 (size=12104) 2024-11-27T20:23:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:23:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741848_1024 (size=12104) 2024-11-27T20:23:18,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T20:23:18,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,805 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:18,817 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/26daec1b237544559594e71408d97d58 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/26daec1b237544559594e71408d97d58 2024-11-27T20:23:18,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:18,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/40c92af9a24b418bbe7b78b7c07b8c3b is 50, key is test_row_0/A:col10/1732738998484/Put/seqid=0 2024-11-27T20:23:18,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741850_1026 (size=12001) 2024-11-27T20:23:18,861 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 26daec1b237544559594e71408d97d58(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:18,861 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:18,861 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732738998699; duration=0sec 2024-11-27T20:23:18,862 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:18,862 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:18,862 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:18,867 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:18,867 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:18,867 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:18,868 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/7daa98cb2a384e3a94900287981c9d81, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9afa958cdf5d4eac83c516081c39745e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/57c727cadf1b4f01a641174e633ec1c7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.2 K 2024-11-27T20:23:18,869 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7daa98cb2a384e3a94900287981c9d81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732738996380 2024-11-27T20:23:18,871 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9afa958cdf5d4eac83c516081c39745e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732738996531 2024-11-27T20:23:18,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,872 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57c727cadf1b4f01a641174e633ec1c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732738997792 2024-11-27T20:23:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739058858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739058865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739058869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739058870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739058871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,925 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:18,927 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/59801433f4ba4c2f891aa6cc920d9cea is 50, key is test_row_0/C:col10/1732738997795/Put/seqid=0 2024-11-27T20:23:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741851_1027 (size=12104) 2024-11-27T20:23:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,980 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/59801433f4ba4c2f891aa6cc920d9cea as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/59801433f4ba4c2f891aa6cc920d9cea 2024-11-27T20:23:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739058974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739058989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:18,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739058990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,000 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into 59801433f4ba4c2f891aa6cc920d9cea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:19,001 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,001 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732738998705; duration=0sec 2024-11-27T20:23:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739058990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,001 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:19,001 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739058991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:23:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739059187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739059195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739059196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739059206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739059205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,237 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/5230633d8e914006bb60ea388f08eed4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5230633d8e914006bb60ea388f08eed4 2024-11-27T20:23:19,253 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/40c92af9a24b418bbe7b78b7c07b8c3b 2024-11-27T20:23:19,254 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 5230633d8e914006bb60ea388f08eed4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:19,254 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:19,254 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732738998705; duration=0sec 2024-11-27T20:23:19,255 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:19,255 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:19,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/d9c60d0e78a14358b6b98065c33f76ca is 50, key is test_row_0/B:col10/1732738998484/Put/seqid=0 2024-11-27T20:23:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741852_1028 (size=12001) 2024-11-27T20:23:19,332 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/d9c60d0e78a14358b6b98065c33f76ca 2024-11-27T20:23:19,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/1dff31bfa99c4a6a848287a36e3d1f0d is 50, key is test_row_0/C:col10/1732738998484/Put/seqid=0 2024-11-27T20:23:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741853_1029 (size=12001) 2024-11-27T20:23:19,390 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/1dff31bfa99c4a6a848287a36e3d1f0d 2024-11-27T20:23:19,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/40c92af9a24b418bbe7b78b7c07b8c3b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/40c92af9a24b418bbe7b78b7c07b8c3b 2024-11-27T20:23:19,420 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/40c92af9a24b418bbe7b78b7c07b8c3b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T20:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/d9c60d0e78a14358b6b98065c33f76ca as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/d9c60d0e78a14358b6b98065c33f76ca 2024-11-27T20:23:19,438 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/d9c60d0e78a14358b6b98065c33f76ca, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T20:23:19,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/1dff31bfa99c4a6a848287a36e3d1f0d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/1dff31bfa99c4a6a848287a36e3d1f0d 2024-11-27T20:23:19,456 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/1dff31bfa99c4a6a848287a36e3d1f0d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T20:23:19,460 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2c96bcf8e1c35992eb06296777215e89 in 655ms, sequenceid=74, compaction requested=false 2024-11-27T20:23:19,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:19,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:19,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T20:23:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-27T20:23:19,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T20:23:19,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 977 msec 2024-11-27T20:23:19,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 995 msec 2024-11-27T20:23:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:19,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:19,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/92ca203b71374c08b0cbfacb69781fbb is 50, key is test_row_0/A:col10/1732738998864/Put/seqid=0 2024-11-27T20:23:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741854_1030 (size=14341) 2024-11-27T20:23:19,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/92ca203b71374c08b0cbfacb69781fbb 2024-11-27T20:23:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739059552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739059556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739059556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739059556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739059558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/82a09d866e2c42e087373a7e7cc366ef is 50, key is test_row_0/B:col10/1732738998864/Put/seqid=0 2024-11-27T20:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:23:19,595 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-27T20:23:19,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-27T20:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:19,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:19,607 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:19,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741855_1031 (size=12001) 2024-11-27T20:23:19,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:23:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,665 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:23:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739059662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T20:23:19,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-27T20:23:19,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:23:19,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:23:19,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T20:23:19,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T20:23:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739059666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T20:23:19,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T20:23:19,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739059669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739059670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739059667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:19,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:19,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:19,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739059869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739059874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739059877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739059879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739059883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:19,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:19,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:19,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/82a09d866e2c42e087373a7e7cc366ef 2024-11-27T20:23:20,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/fd91c5c9a40d47e48f081c11f9b703ff is 50, key is test_row_0/C:col10/1732738998864/Put/seqid=0 2024-11-27T20:23:20,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741856_1032 (size=12001) 2024-11-27T20:23:20,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/fd91c5c9a40d47e48f081c11f9b703ff 2024-11-27T20:23:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/92ca203b71374c08b0cbfacb69781fbb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/92ca203b71374c08b0cbfacb69781fbb 2024-11-27T20:23:20,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/92ca203b71374c08b0cbfacb69781fbb, entries=200, sequenceid=90, filesize=14.0 K 2024-11-27T20:23:20,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/82a09d866e2c42e087373a7e7cc366ef as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/82a09d866e2c42e087373a7e7cc366ef 2024-11-27T20:23:20,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/82a09d866e2c42e087373a7e7cc366ef, entries=150, sequenceid=90, filesize=11.7 K 2024-11-27T20:23:20,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/fd91c5c9a40d47e48f081c11f9b703ff as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/fd91c5c9a40d47e48f081c11f9b703ff 2024-11-27T20:23:20,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/fd91c5c9a40d47e48f081c11f9b703ff, entries=150, sequenceid=90, filesize=11.7 K 2024-11-27T20:23:20,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2c96bcf8e1c35992eb06296777215e89 in 647ms, sequenceid=90, compaction requested=true 2024-11-27T20:23:20,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:20,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:20,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:20,148 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:20,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:20,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:20,149 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:20,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:20,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:20,151 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:20,151 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:20,151 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:20,151 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,152 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5230633d8e914006bb60ea388f08eed4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/d9c60d0e78a14358b6b98065c33f76ca, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/82a09d866e2c42e087373a7e7cc366ef] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.3 K 2024-11-27T20:23:20,152 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:20,152 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,152 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/26daec1b237544559594e71408d97d58, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/40c92af9a24b418bbe7b78b7c07b8c3b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/92ca203b71374c08b0cbfacb69781fbb] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=37.5 K 2024-11-27T20:23:20,153 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5230633d8e914006bb60ea388f08eed4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732738997792 2024-11-27T20:23:20,154 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26daec1b237544559594e71408d97d58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732738997792 2024-11-27T20:23:20,154 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c60d0e78a14358b6b98065c33f76ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732738998480 2024-11-27T20:23:20,155 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40c92af9a24b418bbe7b78b7c07b8c3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732738998480 2024-11-27T20:23:20,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92ca203b71374c08b0cbfacb69781fbb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732738998864 2024-11-27T20:23:20,159 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a09d866e2c42e087373a7e7cc366ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732738998864 2024-11-27T20:23:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:20,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:20,191 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:20,192 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:20,193 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e0e08a8c75e4438fb94e9d9a3240e64c is 50, key is test_row_0/A:col10/1732738998864/Put/seqid=0 2024-11-27T20:23:20,193 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/58e023505b884c7a84da7b6c28e09cb5 is 50, key is test_row_0/B:col10/1732738998864/Put/seqid=0 2024-11-27T20:23:20,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/4f4f7a4386f64bcc99525af113b0f427 is 50, key is test_row_0/A:col10/1732739000181/Put/seqid=0 2024-11-27T20:23:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:20,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741857_1033 (size=12207) 2024-11-27T20:23:20,251 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/58e023505b884c7a84da7b6c28e09cb5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/58e023505b884c7a84da7b6c28e09cb5 2024-11-27T20:23:20,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741858_1034 (size=14341) 2024-11-27T20:23:20,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/4f4f7a4386f64bcc99525af113b0f427 2024-11-27T20:23:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741859_1035 (size=12207) 2024-11-27T20:23:20,289 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 58e023505b884c7a84da7b6c28e09cb5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:20,290 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:20,290 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739000148; duration=0sec 2024-11-27T20:23:20,290 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:20,290 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:20,290 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:20,293 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:20,293 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:20,293 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,293 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/59801433f4ba4c2f891aa6cc920d9cea, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/1dff31bfa99c4a6a848287a36e3d1f0d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/fd91c5c9a40d47e48f081c11f9b703ff] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.3 K 2024-11-27T20:23:20,295 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 59801433f4ba4c2f891aa6cc920d9cea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732738997792 2024-11-27T20:23:20,298 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dff31bfa99c4a6a848287a36e3d1f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732738998480 2024-11-27T20:23:20,299 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fd91c5c9a40d47e48f081c11f9b703ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732738998864 2024-11-27T20:23:20,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/f9aa10818c67410c8879e2cc86a05b4a is 50, key is test_row_0/B:col10/1732739000181/Put/seqid=0 2024-11-27T20:23:20,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739060299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739060301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739060320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739060321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739060325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741860_1036 (size=12001) 2024-11-27T20:23:20,359 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:20,360 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/a5135491d1984c44b0aec89ed9706305 is 50, key is test_row_0/C:col10/1732738998864/Put/seqid=0 2024-11-27T20:23:20,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741861_1037 (size=12207) 2024-11-27T20:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739060426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739060426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739060427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739060428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739060430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739060631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739060634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739060633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739060634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739060645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,710 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e0e08a8c75e4438fb94e9d9a3240e64c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e0e08a8c75e4438fb94e9d9a3240e64c 2024-11-27T20:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:20,731 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into e0e08a8c75e4438fb94e9d9a3240e64c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:20,732 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:20,732 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739000148; duration=0sec 2024-11-27T20:23:20,732 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:20,732 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:20,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/f9aa10818c67410c8879e2cc86a05b4a 2024-11-27T20:23:20,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/40b355a7c6194ed4b0cb372e85bca1e2 is 50, key is test_row_0/C:col10/1732739000181/Put/seqid=0 2024-11-27T20:23:20,835 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/a5135491d1984c44b0aec89ed9706305 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/a5135491d1984c44b0aec89ed9706305 2024-11-27T20:23:20,846 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into a5135491d1984c44b0aec89ed9706305(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:20,846 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:20,846 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739000149; duration=0sec 2024-11-27T20:23:20,847 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:20,847 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:20,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:20,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741862_1038 (size=12001) 2024-11-27T20:23:20,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739060945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739060946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739060947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739060953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:20,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739060957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:21,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:21,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/40b355a7c6194ed4b0cb372e85bca1e2 2024-11-27T20:23:21,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/4f4f7a4386f64bcc99525af113b0f427 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/4f4f7a4386f64bcc99525af113b0f427 2024-11-27T20:23:21,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/4f4f7a4386f64bcc99525af113b0f427, entries=200, sequenceid=115, filesize=14.0 K 2024-11-27T20:23:21,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/f9aa10818c67410c8879e2cc86a05b4a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/f9aa10818c67410c8879e2cc86a05b4a 2024-11-27T20:23:21,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/f9aa10818c67410c8879e2cc86a05b4a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T20:23:21,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/40b355a7c6194ed4b0cb372e85bca1e2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/40b355a7c6194ed4b0cb372e85bca1e2 2024-11-27T20:23:21,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/40b355a7c6194ed4b0cb372e85bca1e2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T20:23:21,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2c96bcf8e1c35992eb06296777215e89 in 1150ms, sequenceid=115, compaction requested=false 2024-11-27T20:23:21,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:21,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:23:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:21,347 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/f14c4b89192d4be9add21095a4e65d72 is 50, key is test_row_0/A:col10/1732739000300/Put/seqid=0 2024-11-27T20:23:21,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741863_1039 (size=12001) 2024-11-27T20:23:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:21,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:21,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739061572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739061573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739061576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739061580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739061581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739061684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739061685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739061685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739061697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739061698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:21,830 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/f14c4b89192d4be9add21095a4e65d72 2024-11-27T20:23:21,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/5380d299da284f7790404fee7daa99bb is 50, key is test_row_0/B:col10/1732739000300/Put/seqid=0 2024-11-27T20:23:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739061892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739061893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739061894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739061912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739061912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741864_1040 (size=12001) 2024-11-27T20:23:22,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739062198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739062199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739062204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739062225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739062227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,325 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/5380d299da284f7790404fee7daa99bb 2024-11-27T20:23:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/05cb1d739e2d4c1795cfa739d18222fe is 50, key is test_row_0/C:col10/1732739000300/Put/seqid=0 2024-11-27T20:23:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741865_1041 (size=12001) 2024-11-27T20:23:22,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739062706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739062707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739062713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739062730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739062734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:22,821 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/05cb1d739e2d4c1795cfa739d18222fe 2024-11-27T20:23:22,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/f14c4b89192d4be9add21095a4e65d72 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f14c4b89192d4be9add21095a4e65d72 2024-11-27T20:23:22,841 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f14c4b89192d4be9add21095a4e65d72, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:23:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/5380d299da284f7790404fee7daa99bb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5380d299da284f7790404fee7daa99bb 2024-11-27T20:23:22,854 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5380d299da284f7790404fee7daa99bb, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:23:22,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/05cb1d739e2d4c1795cfa739d18222fe as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/05cb1d739e2d4c1795cfa739d18222fe 2024-11-27T20:23:22,873 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/05cb1d739e2d4c1795cfa739d18222fe, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:23:22,875 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2c96bcf8e1c35992eb06296777215e89 in 1528ms, sequenceid=130, compaction requested=true 2024-11-27T20:23:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-27T20:23:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-27T20:23:22,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T20:23:22,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2710 sec 2024-11-27T20:23:22,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 3.2830 sec 2024-11-27T20:23:23,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:23:23,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:23:23,729 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-27T20:23:23,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-27T20:23:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:23:23,740 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:23,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:23,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:23,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/24302ba2a6a64e2b8530f5cf3fa7735d is 50, key is test_row_0/A:col10/1732739003718/Put/seqid=0 2024-11-27T20:23:23,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739063753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739063759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739063755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739063761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739063757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741866_1042 (size=14541) 2024-11-27T20:23:23,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/24302ba2a6a64e2b8530f5cf3fa7735d 2024-11-27T20:23:23,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/c8a627b1aa114d2c9139e094ac61708f is 50, key is test_row_0/B:col10/1732739003718/Put/seqid=0 2024-11-27T20:23:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:23:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741867_1043 (size=12151) 2024-11-27T20:23:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739063869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/c8a627b1aa114d2c9139e094ac61708f 2024-11-27T20:23:23,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739063874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739063875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739063876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:23,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:23:23,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:23,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:23,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:23,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:23,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:23,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5bb4686b8c674b9bb916a337fd59e179 is 50, key is test_row_0/C:col10/1732739003718/Put/seqid=0 2024-11-27T20:23:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741868_1044 (size=12151) 2024-11-27T20:23:23,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5bb4686b8c674b9bb916a337fd59e179 2024-11-27T20:23:23,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/24302ba2a6a64e2b8530f5cf3fa7735d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/24302ba2a6a64e2b8530f5cf3fa7735d 2024-11-27T20:23:24,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/24302ba2a6a64e2b8530f5cf3fa7735d, entries=200, sequenceid=157, filesize=14.2 K 2024-11-27T20:23:24,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/c8a627b1aa114d2c9139e094ac61708f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/c8a627b1aa114d2c9139e094ac61708f 2024-11-27T20:23:24,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/c8a627b1aa114d2c9139e094ac61708f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:23:24,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5bb4686b8c674b9bb916a337fd59e179 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5bb4686b8c674b9bb916a337fd59e179 2024-11-27T20:23:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:23:24,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5bb4686b8c674b9bb916a337fd59e179, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:23:24,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2c96bcf8e1c35992eb06296777215e89 in 329ms, sequenceid=157, compaction requested=true 2024-11-27T20:23:24,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:24,049 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:24,049 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:24,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:24,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:24,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:24,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:24,052 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:24,053 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:24,053 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:24,053 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:24,053 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:24,053 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e0e08a8c75e4438fb94e9d9a3240e64c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/4f4f7a4386f64bcc99525af113b0f427, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f14c4b89192d4be9add21095a4e65d72, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/24302ba2a6a64e2b8530f5cf3fa7735d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=51.8 K 2024-11-27T20:23:24,054 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:24,054 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/58e023505b884c7a84da7b6c28e09cb5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/f9aa10818c67410c8879e2cc86a05b4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5380d299da284f7790404fee7daa99bb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/c8a627b1aa114d2c9139e094ac61708f] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=47.2 K 2024-11-27T20:23:24,054 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0e08a8c75e4438fb94e9d9a3240e64c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732738998864 2024-11-27T20:23:24,054 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 58e023505b884c7a84da7b6c28e09cb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732738998864 2024-11-27T20:23:24,055 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f9aa10818c67410c8879e2cc86a05b4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732738999553 2024-11-27T20:23:24,056 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5380d299da284f7790404fee7daa99bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739000289 2024-11-27T20:23:24,056 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4f7a4386f64bcc99525af113b0f427, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732738999532 2024-11-27T20:23:24,059 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c8a627b1aa114d2c9139e094ac61708f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739001567 2024-11-27T20:23:24,059 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f14c4b89192d4be9add21095a4e65d72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739000289 2024-11-27T20:23:24,059 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24302ba2a6a64e2b8530f5cf3fa7735d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739001567 2024-11-27T20:23:24,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:23:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:24,073 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T20:23:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:24,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:24,101 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#30 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:24,102 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/a3a8ca941b6649b28dab782f8cc87245 is 50, key is test_row_0/B:col10/1732739003718/Put/seqid=0 2024-11-27T20:23:24,105 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:24,106 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6c8508d0d28f4d8a90e196b9382633aa is 50, key is test_row_0/A:col10/1732739003718/Put/seqid=0 2024-11-27T20:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6f7cc12776b34466b4422a6bb9c5a320 is 50, key is test_row_0/A:col10/1732739003758/Put/seqid=0 2024-11-27T20:23:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739064166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739064171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741870_1046 (size=12493) 2024-11-27T20:23:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739064181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739064169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,198 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6c8508d0d28f4d8a90e196b9382633aa as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6c8508d0d28f4d8a90e196b9382633aa 2024-11-27T20:23:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741869_1045 (size=12493) 2024-11-27T20:23:24,216 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 6c8508d0d28f4d8a90e196b9382633aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:24,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:24,216 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=12, startTime=1732739004048; duration=0sec 2024-11-27T20:23:24,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:24,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:24,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:24,218 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:24,219 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:24,219 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:24,219 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/a5135491d1984c44b0aec89ed9706305, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/40b355a7c6194ed4b0cb372e85bca1e2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/05cb1d739e2d4c1795cfa739d18222fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5bb4686b8c674b9bb916a337fd59e179] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=47.2 K 2024-11-27T20:23:24,219 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5135491d1984c44b0aec89ed9706305, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732738998864 2024-11-27T20:23:24,220 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40b355a7c6194ed4b0cb372e85bca1e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732738999553 2024-11-27T20:23:24,221 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05cb1d739e2d4c1795cfa739d18222fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739000289 2024-11-27T20:23:24,222 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb4686b8c674b9bb916a337fd59e179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739001567 2024-11-27T20:23:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741871_1047 (size=12151) 2024-11-27T20:23:24,227 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6f7cc12776b34466b4422a6bb9c5a320 2024-11-27T20:23:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/93aae565c0234569b9bc909017f60c9c is 50, key is test_row_0/B:col10/1732739003758/Put/seqid=0 2024-11-27T20:23:24,275 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:24,276 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bfd6cddb0b6648f99e86fc1e3f86d372 is 50, key is test_row_0/C:col10/1732739003718/Put/seqid=0 2024-11-27T20:23:24,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739064291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739064291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739064292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739064292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741872_1048 (size=12151) 2024-11-27T20:23:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:23:24,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741873_1049 (size=12493) 2024-11-27T20:23:24,372 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bfd6cddb0b6648f99e86fc1e3f86d372 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bfd6cddb0b6648f99e86fc1e3f86d372 2024-11-27T20:23:24,389 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into bfd6cddb0b6648f99e86fc1e3f86d372(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:24,389 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:24,389 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=12, startTime=1732739004050; duration=0sec 2024-11-27T20:23:24,389 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:24,389 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:24,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739064498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739064499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739064502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739064502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,627 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/a3a8ca941b6649b28dab782f8cc87245 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a3a8ca941b6649b28dab782f8cc87245 2024-11-27T20:23:24,658 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into a3a8ca941b6649b28dab782f8cc87245(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:24,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:24,658 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=12, startTime=1732739004049; duration=0sec 2024-11-27T20:23:24,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:24,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:24,730 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/93aae565c0234569b9bc909017f60c9c 2024-11-27T20:23:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/525234d160ab4a9596099e6c978f9d04 is 50, key is test_row_0/C:col10/1732739003758/Put/seqid=0 2024-11-27T20:23:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741874_1050 (size=12151) 2024-11-27T20:23:24,804 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/525234d160ab4a9596099e6c978f9d04 2024-11-27T20:23:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739064804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6f7cc12776b34466b4422a6bb9c5a320 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6f7cc12776b34466b4422a6bb9c5a320 2024-11-27T20:23:24,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739064813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,827 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6f7cc12776b34466b4422a6bb9c5a320, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:23:24,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/93aae565c0234569b9bc909017f60c9c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/93aae565c0234569b9bc909017f60c9c 2024-11-27T20:23:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:23:24,841 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/93aae565c0234569b9bc909017f60c9c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:23:24,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/525234d160ab4a9596099e6c978f9d04 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/525234d160ab4a9596099e6c978f9d04 2024-11-27T20:23:24,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739064832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739064832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:24,854 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/525234d160ab4a9596099e6c978f9d04, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:23:24,855 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2c96bcf8e1c35992eb06296777215e89 in 782ms, sequenceid=167, compaction requested=false 2024-11-27T20:23:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-27T20:23:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-27T20:23:24,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T20:23:24,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1150 sec 2024-11-27T20:23:24,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1310 sec 2024-11-27T20:23:25,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:23:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:25,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/edc89e6ef6e64a439fab32c24c372e0b is 50, key is test_row_0/A:col10/1732739004161/Put/seqid=0 2024-11-27T20:23:25,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739065348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739065355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739065356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741875_1051 (size=14541) 2024-11-27T20:23:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739065384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739065462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739065463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739065666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739065669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/edc89e6ef6e64a439fab32c24c372e0b 2024-11-27T20:23:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739065787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,794 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:25,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/a4cf272ee7cd4389b809976ad3e45076 is 50, key is test_row_0/B:col10/1732739004161/Put/seqid=0 2024-11-27T20:23:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:23:25,842 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-27T20:23:25,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-27T20:23:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:23:25,847 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:25,848 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:25,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741876_1052 (size=12151) 2024-11-27T20:23:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:23:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739065972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:25,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739065975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:23:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:23:26,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:23:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/a4cf272ee7cd4389b809976ad3e45076 2024-11-27T20:23:26,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:23:26,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/62079c7d56784f7094e1354d83709b60 is 50, key is test_row_0/C:col10/1732739004161/Put/seqid=0 2024-11-27T20:23:26,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:26,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739066358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741877_1053 (size=12151) 2024-11-27T20:23:26,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/62079c7d56784f7094e1354d83709b60 2024-11-27T20:23:26,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/edc89e6ef6e64a439fab32c24c372e0b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/edc89e6ef6e64a439fab32c24c372e0b 2024-11-27T20:23:26,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/edc89e6ef6e64a439fab32c24c372e0b, entries=200, sequenceid=197, filesize=14.2 K 2024-11-27T20:23:26,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/a4cf272ee7cd4389b809976ad3e45076 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a4cf272ee7cd4389b809976ad3e45076 2024-11-27T20:23:26,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a4cf272ee7cd4389b809976ad3e45076, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T20:23:26,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739066408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/62079c7d56784f7094e1354d83709b60 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/62079c7d56784f7094e1354d83709b60 2024-11-27T20:23:26,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/62079c7d56784f7094e1354d83709b60, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T20:23:26,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2c96bcf8e1c35992eb06296777215e89 in 1111ms, sequenceid=197, compaction requested=true 2024-11-27T20:23:26,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:26,427 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:26,428 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:26,429 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:26,429 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,429 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6c8508d0d28f4d8a90e196b9382633aa, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6f7cc12776b34466b4422a6bb9c5a320, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/edc89e6ef6e64a439fab32c24c372e0b] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=38.3 K 2024-11-27T20:23:26,429 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c8508d0d28f4d8a90e196b9382633aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739001567 2024-11-27T20:23:26,432 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f7cc12776b34466b4422a6bb9c5a320, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739003755 2024-11-27T20:23:26,432 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting edc89e6ef6e64a439fab32c24c372e0b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732739004161 2024-11-27T20:23:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:26,443 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:26,445 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:26,445 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:26,445 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,445 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a3a8ca941b6649b28dab782f8cc87245, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/93aae565c0234569b9bc909017f60c9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a4cf272ee7cd4389b809976ad3e45076] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.9 K 2024-11-27T20:23:26,447 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a3a8ca941b6649b28dab782f8cc87245, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739001567 2024-11-27T20:23:26,448 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 93aae565c0234569b9bc909017f60c9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739003755 2024-11-27T20:23:26,448 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a4cf272ee7cd4389b809976ad3e45076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732739004161 2024-11-27T20:23:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:23:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:26,463 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#39 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:26,464 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/98bebb4fb96f46f48a2062e8c8e94e2c is 50, key is test_row_0/A:col10/1732739004161/Put/seqid=0 2024-11-27T20:23:26,469 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:26,470 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/0a8268782e43473e8755191ce49d4f2c is 50, key is test_row_0/B:col10/1732739004161/Put/seqid=0 2024-11-27T20:23:26,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:23:26,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,481 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T20:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:26,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741878_1054 (size=12595) 2024-11-27T20:23:26,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/5d713b60e44049d286a8744c39287f0a is 50, key is test_row_0/A:col10/1732739005354/Put/seqid=0 2024-11-27T20:23:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741879_1055 (size=12595) 2024-11-27T20:23:26,538 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/0a8268782e43473e8755191ce49d4f2c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0a8268782e43473e8755191ce49d4f2c 2024-11-27T20:23:26,550 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 0a8268782e43473e8755191ce49d4f2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:26,550 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:26,550 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739006443; duration=0sec 2024-11-27T20:23:26,551 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:26,551 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:26,551 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:26,553 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:26,554 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:26,554 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:26,554 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bfd6cddb0b6648f99e86fc1e3f86d372, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/525234d160ab4a9596099e6c978f9d04, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/62079c7d56784f7094e1354d83709b60] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=35.9 K 2024-11-27T20:23:26,555 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd6cddb0b6648f99e86fc1e3f86d372, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739001567 2024-11-27T20:23:26,556 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 525234d160ab4a9596099e6c978f9d04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739003755 2024-11-27T20:23:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741880_1056 (size=12151) 2024-11-27T20:23:26,557 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 62079c7d56784f7094e1354d83709b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732739004161 2024-11-27T20:23:26,558 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/5d713b60e44049d286a8744c39287f0a 2024-11-27T20:23:26,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/98f613c0ec8140a385502a9f15434fce is 50, key is test_row_0/B:col10/1732739005354/Put/seqid=0 2024-11-27T20:23:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739066588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,598 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,598 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/20c30dc14fa5421fb6f88494ac97b1c0 is 50, key is test_row_0/C:col10/1732739004161/Put/seqid=0 2024-11-27T20:23:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739066592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741881_1057 (size=12151) 2024-11-27T20:23:26,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741882_1058 (size=12595) 2024-11-27T20:23:26,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739066695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739066701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739066899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739066907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:26,926 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/98bebb4fb96f46f48a2062e8c8e94e2c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/98bebb4fb96f46f48a2062e8c8e94e2c 2024-11-27T20:23:26,937 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 98bebb4fb96f46f48a2062e8c8e94e2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:26,937 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:26,937 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739006427; duration=0sec 2024-11-27T20:23:26,938 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:26,938 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:23:27,060 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/98f613c0ec8140a385502a9f15434fce 2024-11-27T20:23:27,089 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/20c30dc14fa5421fb6f88494ac97b1c0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/20c30dc14fa5421fb6f88494ac97b1c0 2024-11-27T20:23:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/85df0571d220406b81c7a88e351c22b8 is 50, key is test_row_0/C:col10/1732739005354/Put/seqid=0 2024-11-27T20:23:27,103 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into 20c30dc14fa5421fb6f88494ac97b1c0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:27,103 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:27,103 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739006458; duration=0sec 2024-11-27T20:23:27,103 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:27,103 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741883_1059 (size=12151) 2024-11-27T20:23:27,156 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/85df0571d220406b81c7a88e351c22b8 2024-11-27T20:23:27,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/5d713b60e44049d286a8744c39287f0a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5d713b60e44049d286a8744c39287f0a 2024-11-27T20:23:27,172 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5d713b60e44049d286a8744c39287f0a, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T20:23:27,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/98f613c0ec8140a385502a9f15434fce as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/98f613c0ec8140a385502a9f15434fce 2024-11-27T20:23:27,182 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/98f613c0ec8140a385502a9f15434fce, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T20:23:27,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/85df0571d220406b81c7a88e351c22b8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/85df0571d220406b81c7a88e351c22b8 2024-11-27T20:23:27,194 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/85df0571d220406b81c7a88e351c22b8, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T20:23:27,196 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2c96bcf8e1c35992eb06296777215e89 in 715ms, sequenceid=207, compaction requested=false 2024-11-27T20:23:27,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:27,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:27,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T20:23:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-27T20:23:27,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T20:23:27,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3500 sec 2024-11-27T20:23:27,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3580 sec 2024-11-27T20:23:27,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:23:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:27,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739067233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6a13bb40a07e414692ca834758dd7d36 is 50, key is test_row_0/A:col10/1732739006587/Put/seqid=0 2024-11-27T20:23:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739067236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741884_1060 (size=16931) 2024-11-27T20:23:27,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6a13bb40a07e414692ca834758dd7d36 2024-11-27T20:23:27,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/6654e0976b914fcfa9fbec5fecf152fb is 50, key is test_row_0/B:col10/1732739006587/Put/seqid=0 2024-11-27T20:23:27,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739067340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741885_1061 (size=12151) 2024-11-27T20:23:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739067358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/6654e0976b914fcfa9fbec5fecf152fb 2024-11-27T20:23:27,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/9b864c3d6b7a40d18d578637c6981615 is 50, key is test_row_0/C:col10/1732739006587/Put/seqid=0 2024-11-27T20:23:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741886_1062 (size=12151) 2024-11-27T20:23:27,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739067557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739067562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/9b864c3d6b7a40d18d578637c6981615 2024-11-27T20:23:27,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/6a13bb40a07e414692ca834758dd7d36 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6a13bb40a07e414692ca834758dd7d36 2024-11-27T20:23:27,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6a13bb40a07e414692ca834758dd7d36, entries=250, sequenceid=238, filesize=16.5 K 2024-11-27T20:23:27,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/6654e0976b914fcfa9fbec5fecf152fb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/6654e0976b914fcfa9fbec5fecf152fb 2024-11-27T20:23:27,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/6654e0976b914fcfa9fbec5fecf152fb, entries=150, sequenceid=238, filesize=11.9 K 2024-11-27T20:23:27,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/9b864c3d6b7a40d18d578637c6981615 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9b864c3d6b7a40d18d578637c6981615 2024-11-27T20:23:27,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739067867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739067867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:27,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9b864c3d6b7a40d18d578637c6981615, entries=150, sequenceid=238, filesize=11.9 K 2024-11-27T20:23:27,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2c96bcf8e1c35992eb06296777215e89 in 684ms, sequenceid=238, compaction requested=true 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:27,902 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:27,902 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:27,908 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:27,908 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:27,908 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:27,908 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/98bebb4fb96f46f48a2062e8c8e94e2c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5d713b60e44049d286a8744c39287f0a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6a13bb40a07e414692ca834758dd7d36] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=40.7 K 2024-11-27T20:23:27,909 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:27,909 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:27,909 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:27,909 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0a8268782e43473e8755191ce49d4f2c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/98f613c0ec8140a385502a9f15434fce, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/6654e0976b914fcfa9fbec5fecf152fb] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.0 K 2024-11-27T20:23:27,910 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a8268782e43473e8755191ce49d4f2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732739004161 2024-11-27T20:23:27,910 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98bebb4fb96f46f48a2062e8c8e94e2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732739004161 2024-11-27T20:23:27,911 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f613c0ec8140a385502a9f15434fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739005342 2024-11-27T20:23:27,912 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d713b60e44049d286a8744c39287f0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739005342 2024-11-27T20:23:27,912 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6654e0976b914fcfa9fbec5fecf152fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739006587 2024-11-27T20:23:27,913 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a13bb40a07e414692ca834758dd7d36, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739006577 2024-11-27T20:23:27,947 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#48 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:27,951 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/5de60bdc6bdb40bd8e0d0bc6680faf3c is 50, key is test_row_0/A:col10/1732739006587/Put/seqid=0 2024-11-27T20:23:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:23:27,954 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-27T20:23:27,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-27T20:23:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:23:27,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:27,961 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#49 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:27,961 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:27,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:27,961 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/9a46f6bde8cf45358b69db2441931e15 is 50, key is test_row_0/B:col10/1732739006587/Put/seqid=0 2024-11-27T20:23:28,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741887_1063 (size=12697) 2024-11-27T20:23:28,034 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/5de60bdc6bdb40bd8e0d0bc6680faf3c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5de60bdc6bdb40bd8e0d0bc6680faf3c 2024-11-27T20:23:28,042 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 5de60bdc6bdb40bd8e0d0bc6680faf3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:28,043 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:28,043 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739007902; duration=0sec 2024-11-27T20:23:28,043 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:28,043 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:28,043 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:28,049 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:28,049 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:28,049 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:28,049 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/20c30dc14fa5421fb6f88494ac97b1c0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/85df0571d220406b81c7a88e351c22b8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9b864c3d6b7a40d18d578637c6981615] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.0 K 2024-11-27T20:23:28,050 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20c30dc14fa5421fb6f88494ac97b1c0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732739004161 2024-11-27T20:23:28,050 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85df0571d220406b81c7a88e351c22b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739005342 2024-11-27T20:23:28,051 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b864c3d6b7a40d18d578637c6981615, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739006587 2024-11-27T20:23:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741888_1064 (size=12697) 2024-11-27T20:23:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:23:28,078 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#50 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:28,079 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5619d38b17354469a9ad3a5409e74bea is 50, key is test_row_0/C:col10/1732739006587/Put/seqid=0 2024-11-27T20:23:28,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T20:23:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:28,115 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:23:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741889_1065 (size=12697) 2024-11-27T20:23:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e096430c46184c80840a793631594fff is 50, key is test_row_0/A:col10/1732739007230/Put/seqid=0 2024-11-27T20:23:28,133 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5619d38b17354469a9ad3a5409e74bea as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5619d38b17354469a9ad3a5409e74bea 2024-11-27T20:23:28,160 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into 5619d38b17354469a9ad3a5409e74bea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:28,161 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:28,161 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739007902; duration=0sec 2024-11-27T20:23:28,161 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:28,161 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741890_1066 (size=9757) 2024-11-27T20:23:28,167 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e096430c46184c80840a793631594fff 2024-11-27T20:23:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/4fd9c6a226c64323a871dd30551f89a2 is 50, key is test_row_0/B:col10/1732739007230/Put/seqid=0 2024-11-27T20:23:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741891_1067 (size=9757) 2024-11-27T20:23:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:23:28,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:28,467 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/9a46f6bde8cf45358b69db2441931e15 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9a46f6bde8cf45358b69db2441931e15 2024-11-27T20:23:28,522 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 9a46f6bde8cf45358b69db2441931e15(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:28,522 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:28,522 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739007902; duration=0sec 2024-11-27T20:23:28,522 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:28,522 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:28,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739068552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:23:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739068553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739068561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739068580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,654 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/4fd9c6a226c64323a871dd30551f89a2 2024-11-27T20:23:28,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739068662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739068670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739068677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/06e544d2f58642dcbd8c547e88a18630 is 50, key is test_row_0/C:col10/1732739007230/Put/seqid=0 2024-11-27T20:23:28,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739068691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741892_1068 (size=9757) 2024-11-27T20:23:28,732 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/06e544d2f58642dcbd8c547e88a18630 2024-11-27T20:23:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e096430c46184c80840a793631594fff as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e096430c46184c80840a793631594fff 2024-11-27T20:23:28,762 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e096430c46184c80840a793631594fff, entries=100, sequenceid=247, filesize=9.5 K 2024-11-27T20:23:28,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/4fd9c6a226c64323a871dd30551f89a2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4fd9c6a226c64323a871dd30551f89a2 2024-11-27T20:23:28,780 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4fd9c6a226c64323a871dd30551f89a2, entries=100, sequenceid=247, filesize=9.5 K 2024-11-27T20:23:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/06e544d2f58642dcbd8c547e88a18630 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/06e544d2f58642dcbd8c547e88a18630 2024-11-27T20:23:28,806 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/06e544d2f58642dcbd8c547e88a18630, entries=100, sequenceid=247, filesize=9.5 K 2024-11-27T20:23:28,809 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 2c96bcf8e1c35992eb06296777215e89 in 695ms, sequenceid=247, compaction requested=false 2024-11-27T20:23:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-27T20:23:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-27T20:23:28,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T20:23:28,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 850 msec 2024-11-27T20:23:28,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 860 msec 2024-11-27T20:23:28,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-27T20:23:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:28,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739068884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739068889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739068889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739068896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/c7c74f5f115b40a2954bf1a2cf63cc8a is 50, key is test_row_0/A:col10/1732739008534/Put/seqid=0 2024-11-27T20:23:28,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741893_1069 (size=14741) 2024-11-27T20:23:28,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/c7c74f5f115b40a2954bf1a2cf63cc8a 2024-11-27T20:23:28,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/deb32a595b9a4eeeaff0268ea95dfca0 is 50, key is test_row_0/B:col10/1732739008534/Put/seqid=0 2024-11-27T20:23:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739068991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739068993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739068994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741894_1070 (size=12301) 2024-11-27T20:23:29,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/deb32a595b9a4eeeaff0268ea95dfca0 2024-11-27T20:23:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:23:29,064 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-27T20:23:29,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:29,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/d77457a3c58c4e318b92b4a7b2337f28 is 50, key is test_row_0/C:col10/1732739008534/Put/seqid=0 2024-11-27T20:23:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-27T20:23:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:23:29,075 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:29,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:29,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741895_1071 (size=12301) 2024-11-27T20:23:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:23:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739069201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739069202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739069202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739069209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T20:23:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:23:29,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T20:23:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739069510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739069512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739069513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/d77457a3c58c4e318b92b4a7b2337f28 2024-11-27T20:23:29,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/c7c74f5f115b40a2954bf1a2cf63cc8a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/c7c74f5f115b40a2954bf1a2cf63cc8a 2024-11-27T20:23:29,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/c7c74f5f115b40a2954bf1a2cf63cc8a, entries=200, sequenceid=278, filesize=14.4 K 2024-11-27T20:23:29,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/deb32a595b9a4eeeaff0268ea95dfca0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/deb32a595b9a4eeeaff0268ea95dfca0 2024-11-27T20:23:29,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T20:23:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/deb32a595b9a4eeeaff0268ea95dfca0, entries=150, sequenceid=278, filesize=12.0 K 2024-11-27T20:23:29,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/d77457a3c58c4e318b92b4a7b2337f28 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/d77457a3c58c4e318b92b4a7b2337f28 2024-11-27T20:23:29,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/d77457a3c58c4e318b92b4a7b2337f28, entries=150, sequenceid=278, filesize=12.0 K 2024-11-27T20:23:29,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 2c96bcf8e1c35992eb06296777215e89 in 696ms, sequenceid=278, compaction requested=true 2024-11-27T20:23:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:29,568 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:29,569 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:29,569 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:29,569 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,569 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5de60bdc6bdb40bd8e0d0bc6680faf3c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e096430c46184c80840a793631594fff, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/c7c74f5f115b40a2954bf1a2cf63cc8a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.3 K 2024-11-27T20:23:29,570 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5de60bdc6bdb40bd8e0d0bc6680faf3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739006587 2024-11-27T20:23:29,570 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e096430c46184c80840a793631594fff, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739007230 2024-11-27T20:23:29,571 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7c74f5f115b40a2954bf1a2cf63cc8a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732739008534 2024-11-27T20:23:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:29,579 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:29,580 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:29,580 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:29,580 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,580 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9a46f6bde8cf45358b69db2441931e15, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4fd9c6a226c64323a871dd30551f89a2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/deb32a595b9a4eeeaff0268ea95dfca0] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=33.9 K 2024-11-27T20:23:29,581 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a46f6bde8cf45358b69db2441931e15, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739006587 2024-11-27T20:23:29,581 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fd9c6a226c64323a871dd30551f89a2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739007230 2024-11-27T20:23:29,582 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting deb32a595b9a4eeeaff0268ea95dfca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732739008534 2024-11-27T20:23:29,586 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:29,587 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/cc18b190f53549368cd5f691761e8502 is 50, key is test_row_0/A:col10/1732739008534/Put/seqid=0 2024-11-27T20:23:29,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:29,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:29,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:29,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:29,593 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:29,593 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/fc000e2281ac4fa3ae9843a952f22bf4 is 50, key is test_row_0/B:col10/1732739008534/Put/seqid=0 2024-11-27T20:23:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741896_1072 (size=12949) 2024-11-27T20:23:29,668 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/cc18b190f53549368cd5f691761e8502 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/cc18b190f53549368cd5f691761e8502 2024-11-27T20:23:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:23:29,676 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into cc18b190f53549368cd5f691761e8502(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:29,676 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:29,676 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739009567; duration=0sec 2024-11-27T20:23:29,676 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:29,677 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:29,677 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:29,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741897_1073 (size=12949) 2024-11-27T20:23:29,682 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:29,682 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:29,682 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,682 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5619d38b17354469a9ad3a5409e74bea, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/06e544d2f58642dcbd8c547e88a18630, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/d77457a3c58c4e318b92b4a7b2337f28] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=33.9 K 2024-11-27T20:23:29,683 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5619d38b17354469a9ad3a5409e74bea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739006587 2024-11-27T20:23:29,684 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06e544d2f58642dcbd8c547e88a18630, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739007230 2024-11-27T20:23:29,685 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77457a3c58c4e318b92b4a7b2337f28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732739008534 2024-11-27T20:23:29,696 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/fc000e2281ac4fa3ae9843a952f22bf4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fc000e2281ac4fa3ae9843a952f22bf4 2024-11-27T20:23:29,706 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into fc000e2281ac4fa3ae9843a952f22bf4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:29,706 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:29,706 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739009579; duration=0sec 2024-11-27T20:23:29,707 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:29,707 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:29,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,712 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:29,713 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/4a2ed7e4941048458616134aad4ab737 is 50, key is test_row_0/C:col10/1732739008534/Put/seqid=0 2024-11-27T20:23:29,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T20:23:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:29,713 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:23:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e35314b63325480bb98c7340d2c7238f is 50, key is test_row_0/A:col10/1732739008887/Put/seqid=0 2024-11-27T20:23:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741898_1074 (size=12949) 2024-11-27T20:23:29,781 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/4a2ed7e4941048458616134aad4ab737 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4a2ed7e4941048458616134aad4ab737 2024-11-27T20:23:29,789 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into 4a2ed7e4941048458616134aad4ab737(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:29,789 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:29,790 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739009589; duration=0sec 2024-11-27T20:23:29,790 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:29,790 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:29,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741899_1075 (size=12301) 2024-11-27T20:23:29,806 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e35314b63325480bb98c7340d2c7238f 2024-11-27T20:23:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/8090596f729547638737b6f8585511c4 is 50, key is test_row_0/B:col10/1732739008887/Put/seqid=0 2024-11-27T20:23:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741900_1076 (size=12301) 2024-11-27T20:23:29,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739069879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739069891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739069987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739069998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739070015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739070024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739070025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:23:30,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739070201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739070217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,274 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/8090596f729547638737b6f8585511c4 2024-11-27T20:23:30,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bc1740bdece74161ac695c6da79fce78 is 50, key is test_row_0/C:col10/1732739008887/Put/seqid=0 2024-11-27T20:23:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741901_1077 (size=12301) 2024-11-27T20:23:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739070507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739070525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:30,815 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bc1740bdece74161ac695c6da79fce78 2024-11-27T20:23:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/e35314b63325480bb98c7340d2c7238f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e35314b63325480bb98c7340d2c7238f 2024-11-27T20:23:30,830 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e35314b63325480bb98c7340d2c7238f, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:23:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/8090596f729547638737b6f8585511c4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/8090596f729547638737b6f8585511c4 2024-11-27T20:23:30,846 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/8090596f729547638737b6f8585511c4, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:23:30,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bc1740bdece74161ac695c6da79fce78 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bc1740bdece74161ac695c6da79fce78 2024-11-27T20:23:30,855 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bc1740bdece74161ac695c6da79fce78, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:23:30,856 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 2c96bcf8e1c35992eb06296777215e89 in 1143ms, sequenceid=287, compaction requested=false 2024-11-27T20:23:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-27T20:23:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-27T20:23:30,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T20:23:30,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec 2024-11-27T20:23:30,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.7970 sec 2024-11-27T20:23:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:31,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-27T20:23:31,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:31,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:31,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:31,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:31,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:31,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:31,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/ea469ce296d244b3ba10ad6dd17ba9c1 is 50, key is test_row_0/A:col10/1732739009846/Put/seqid=0 2024-11-27T20:23:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739071033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739071034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739071035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739071034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739071037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741902_1078 (size=14741) 2024-11-27T20:23:31,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739071139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739071149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:23:31,175 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-27T20:23:31,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-27T20:23:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:31,179 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:31,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:31,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:31,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:23:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739071345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739071352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:31,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/ea469ce296d244b3ba10ad6dd17ba9c1 2024-11-27T20:23:31,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:23:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/1f9579d9054f4e5ca52b0315f1837962 is 50, key is test_row_0/B:col10/1732739009846/Put/seqid=0 2024-11-27T20:23:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741903_1079 (size=12301) 2024-11-27T20:23:31,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:23:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739071658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739071658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:31,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:23:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:31,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:23:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:31,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:31,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:31,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/1f9579d9054f4e5ca52b0315f1837962 2024-11-27T20:23:32,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/73285af3710548ad8d3838dca1afdbdc is 50, key is test_row_0/C:col10/1732739009846/Put/seqid=0 2024-11-27T20:23:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739072044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741904_1080 (size=12301) 2024-11-27T20:23:32,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/73285af3710548ad8d3838dca1afdbdc 2024-11-27T20:23:32,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/ea469ce296d244b3ba10ad6dd17ba9c1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/ea469ce296d244b3ba10ad6dd17ba9c1 2024-11-27T20:23:32,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/ea469ce296d244b3ba10ad6dd17ba9c1, entries=200, sequenceid=319, filesize=14.4 K 2024-11-27T20:23:32,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/1f9579d9054f4e5ca52b0315f1837962 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/1f9579d9054f4e5ca52b0315f1837962 2024-11-27T20:23:32,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/1f9579d9054f4e5ca52b0315f1837962, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:23:32,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/73285af3710548ad8d3838dca1afdbdc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/73285af3710548ad8d3838dca1afdbdc 2024-11-27T20:23:32,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/73285af3710548ad8d3838dca1afdbdc, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:23:32,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 2c96bcf8e1c35992eb06296777215e89 in 1102ms, sequenceid=319, compaction requested=true 2024-11-27T20:23:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:32,124 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:32,125 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:32,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:32,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,126 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:32,126 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:32,126 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:32,127 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fc000e2281ac4fa3ae9843a952f22bf4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/8090596f729547638737b6f8585511c4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/1f9579d9054f4e5ca52b0315f1837962] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.7 K 2024-11-27T20:23:32,127 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:32,127 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:32,127 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:32,127 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/cc18b190f53549368cd5f691761e8502, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e35314b63325480bb98c7340d2c7238f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/ea469ce296d244b3ba10ad6dd17ba9c1] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=39.1 K 2024-11-27T20:23:32,128 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fc000e2281ac4fa3ae9843a952f22bf4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732739008534 2024-11-27T20:23:32,128 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc18b190f53549368cd5f691761e8502, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732739008534 2024-11-27T20:23:32,128 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8090596f729547638737b6f8585511c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739008874 2024-11-27T20:23:32,128 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e35314b63325480bb98c7340d2c7238f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739008874 2024-11-27T20:23:32,129 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f9579d9054f4e5ca52b0315f1837962, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739009846 2024-11-27T20:23:32,129 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea469ce296d244b3ba10ad6dd17ba9c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739009846 2024-11-27T20:23:32,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:23:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:32,140 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T20:23:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:32,147 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:32,148 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/207163c26d4c460a94acc8552cdafb3e is 50, key is test_row_0/B:col10/1732739009846/Put/seqid=0 2024-11-27T20:23:32,161 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:32,163 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/804615d63f5f4dca86fe4510926f1d10 is 50, key is test_row_0/A:col10/1732739009846/Put/seqid=0 2024-11-27T20:23:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/70ad16468c43446987caa34b0a16195f is 50, key is test_row_1/A:col10/1732739011031/Put/seqid=0 2024-11-27T20:23:32,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741905_1081 (size=13051) 2024-11-27T20:23:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741906_1082 (size=13051) 2024-11-27T20:23:32,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741907_1083 (size=7415) 2024-11-27T20:23:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739072307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739072309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739072421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739072421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739072630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739072629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,639 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/207163c26d4c460a94acc8552cdafb3e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/207163c26d4c460a94acc8552cdafb3e 2024-11-27T20:23:32,647 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/804615d63f5f4dca86fe4510926f1d10 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/804615d63f5f4dca86fe4510926f1d10 2024-11-27T20:23:32,656 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/70ad16468c43446987caa34b0a16195f 2024-11-27T20:23:32,675 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 804615d63f5f4dca86fe4510926f1d10(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:32,676 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:32,676 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739012124; duration=0sec 2024-11-27T20:23:32,678 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 207163c26d4c460a94acc8552cdafb3e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:32,678 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:32,676 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:32,678 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:32,678 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:32,678 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739012124; duration=0sec 2024-11-27T20:23:32,678 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,679 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:32,682 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:32,683 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:32,683 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:32,683 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4a2ed7e4941048458616134aad4ab737, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bc1740bdece74161ac695c6da79fce78, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/73285af3710548ad8d3838dca1afdbdc] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.7 K 2024-11-27T20:23:32,683 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a2ed7e4941048458616134aad4ab737, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732739008534 2024-11-27T20:23:32,684 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc1740bdece74161ac695c6da79fce78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739008874 2024-11-27T20:23:32,685 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73285af3710548ad8d3838dca1afdbdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739009846 2024-11-27T20:23:32,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/db63af9202d443b5a0abfa6c1783bef5 is 50, key is test_row_1/B:col10/1732739011031/Put/seqid=0 2024-11-27T20:23:32,720 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:32,721 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/150672ae5dec4f00bcfaf75dbacffcf5 is 50, key is test_row_0/C:col10/1732739009846/Put/seqid=0 2024-11-27T20:23:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741908_1084 (size=7415) 2024-11-27T20:23:32,792 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/db63af9202d443b5a0abfa6c1783bef5 2024-11-27T20:23:32,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/8654b5e3fd21453bb3b52a3fcaaa9328 is 50, key is test_row_1/C:col10/1732739011031/Put/seqid=0 2024-11-27T20:23:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741909_1085 (size=13051) 2024-11-27T20:23:32,830 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/150672ae5dec4f00bcfaf75dbacffcf5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/150672ae5dec4f00bcfaf75dbacffcf5 2024-11-27T20:23:32,842 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into 150672ae5dec4f00bcfaf75dbacffcf5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:32,842 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:32,842 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739012124; duration=0sec 2024-11-27T20:23:32,842 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,842 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741910_1086 (size=7415) 2024-11-27T20:23:32,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739072936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739072936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43420 deadline: 1732739073052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,056 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:33,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732739073072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,078 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:33,272 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/8654b5e3fd21453bb3b52a3fcaaa9328 2024-11-27T20:23:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/70ad16468c43446987caa34b0a16195f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/70ad16468c43446987caa34b0a16195f 2024-11-27T20:23:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:33,292 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/70ad16468c43446987caa34b0a16195f, entries=50, sequenceid=325, filesize=7.2 K 2024-11-27T20:23:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/db63af9202d443b5a0abfa6c1783bef5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/db63af9202d443b5a0abfa6c1783bef5 2024-11-27T20:23:33,306 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/db63af9202d443b5a0abfa6c1783bef5, entries=50, sequenceid=325, filesize=7.2 K 2024-11-27T20:23:33,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/8654b5e3fd21453bb3b52a3fcaaa9328 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/8654b5e3fd21453bb3b52a3fcaaa9328 2024-11-27T20:23:33,316 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/8654b5e3fd21453bb3b52a3fcaaa9328, entries=50, sequenceid=325, filesize=7.2 K 2024-11-27T20:23:33,317 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 2c96bcf8e1c35992eb06296777215e89 in 1177ms, sequenceid=325, compaction requested=false 2024-11-27T20:23:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T20:23:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-27T20:23:33,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T20:23:33,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-27T20:23:33,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.1490 sec 2024-11-27T20:23:33,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-27T20:23:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739073460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739073465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/43829e74de6948ee9a848ff0dbff6297 is 50, key is test_row_0/A:col10/1732739013449/Put/seqid=0 2024-11-27T20:23:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741911_1087 (size=14741) 2024-11-27T20:23:33,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/43829e74de6948ee9a848ff0dbff6297 2024-11-27T20:23:33,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/16c5e8a9dadd4356bcf4fc8426f72b26 is 50, key is test_row_0/B:col10/1732739013449/Put/seqid=0 2024-11-27T20:23:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739073568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739073569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741912_1088 (size=12301) 2024-11-27T20:23:33,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/16c5e8a9dadd4356bcf4fc8426f72b26 2024-11-27T20:23:33,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bb9e842a0d804f14bebde7cfe8c224c4 is 50, key is test_row_0/C:col10/1732739013449/Put/seqid=0 2024-11-27T20:23:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741913_1089 (size=12301) 2024-11-27T20:23:33,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739073773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739073781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bb9e842a0d804f14bebde7cfe8c224c4 2024-11-27T20:23:34,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/43829e74de6948ee9a848ff0dbff6297 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/43829e74de6948ee9a848ff0dbff6297 2024-11-27T20:23:34,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/43829e74de6948ee9a848ff0dbff6297, entries=200, sequenceid=360, filesize=14.4 K 2024-11-27T20:23:34,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/16c5e8a9dadd4356bcf4fc8426f72b26 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/16c5e8a9dadd4356bcf4fc8426f72b26 2024-11-27T20:23:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/16c5e8a9dadd4356bcf4fc8426f72b26, entries=150, sequenceid=360, filesize=12.0 K 2024-11-27T20:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43418 deadline: 1732739074065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,069 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:34,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/bb9e842a0d804f14bebde7cfe8c224c4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bb9e842a0d804f14bebde7cfe8c224c4 2024-11-27T20:23:34,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bb9e842a0d804f14bebde7cfe8c224c4, entries=150, sequenceid=360, filesize=12.0 K 2024-11-27T20:23:34,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 2c96bcf8e1c35992eb06296777215e89 in 628ms, sequenceid=360, compaction requested=true 2024-11-27T20:23:34,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:34,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:34,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:23:34,079 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:34,079 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:34,081 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:34,081 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35207 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:34,082 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:34,082 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:34,082 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:34,082 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:34,082 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/150672ae5dec4f00bcfaf75dbacffcf5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/8654b5e3fd21453bb3b52a3fcaaa9328, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bb9e842a0d804f14bebde7cfe8c224c4] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=32.0 K 2024-11-27T20:23:34,082 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/804615d63f5f4dca86fe4510926f1d10, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/70ad16468c43446987caa34b0a16195f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/43829e74de6948ee9a848ff0dbff6297] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=34.4 K 2024-11-27T20:23:34,085 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 150672ae5dec4f00bcfaf75dbacffcf5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739009846 2024-11-27T20:23:34,085 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 804615d63f5f4dca86fe4510926f1d10, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739009846 2024-11-27T20:23:34,086 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8654b5e3fd21453bb3b52a3fcaaa9328, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732739011031 2024-11-27T20:23:34,086 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ad16468c43446987caa34b0a16195f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732739011031 2024-11-27T20:23:34,087 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting bb9e842a0d804f14bebde7cfe8c224c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732739012277 2024-11-27T20:23:34,088 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43829e74de6948ee9a848ff0dbff6297, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732739012277 2024-11-27T20:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:34,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:34,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:34,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:34,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:34,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:34,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:34,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:34,121 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#75 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:34,122 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/be7d3d0508934f14ae1de23e2b7cb717 is 50, key is test_row_0/C:col10/1732739013449/Put/seqid=0 2024-11-27T20:23:34,133 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#76 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:34,134 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/094893e231394fa48c763d353629a0f1 is 50, key is test_row_0/A:col10/1732739013449/Put/seqid=0 2024-11-27T20:23:34,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/55371f3c2d1e4662963ba097e1773be3 is 50, key is test_row_0/A:col10/1732739014103/Put/seqid=0 2024-11-27T20:23:34,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739074199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739074204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741915_1091 (size=13153) 2024-11-27T20:23:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741914_1090 (size=13153) 2024-11-27T20:23:34,246 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/be7d3d0508934f14ae1de23e2b7cb717 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/be7d3d0508934f14ae1de23e2b7cb717 2024-11-27T20:23:34,254 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into be7d3d0508934f14ae1de23e2b7cb717(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:34,254 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:34,255 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739014079; duration=0sec 2024-11-27T20:23:34,255 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:34,255 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:34,255 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:34,257 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:34,257 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:34,257 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:34,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741916_1092 (size=17181) 2024-11-27T20:23:34,258 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/207163c26d4c460a94acc8552cdafb3e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/db63af9202d443b5a0abfa6c1783bef5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/16c5e8a9dadd4356bcf4fc8426f72b26] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=32.0 K 2024-11-27T20:23:34,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/55371f3c2d1e4662963ba097e1773be3 2024-11-27T20:23:34,260 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 207163c26d4c460a94acc8552cdafb3e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739009846 2024-11-27T20:23:34,261 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting db63af9202d443b5a0abfa6c1783bef5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732739011031 2024-11-27T20:23:34,261 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 16c5e8a9dadd4356bcf4fc8426f72b26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732739012277 2024-11-27T20:23:34,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/39b343d18f5e46a1a2a253ad8838ba62 is 50, key is test_row_0/B:col10/1732739014103/Put/seqid=0 2024-11-27T20:23:34,306 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:34,308 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/7437546fa7fd4003ad078c4fe55f1fbc is 50, key is test_row_0/B:col10/1732739013449/Put/seqid=0 2024-11-27T20:23:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739074306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739074313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741917_1093 (size=12301) 2024-11-27T20:23:34,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/39b343d18f5e46a1a2a253ad8838ba62 2024-11-27T20:23:34,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/89a30799c6404884bda6f2364161243a is 50, key is test_row_0/C:col10/1732739014103/Put/seqid=0 2024-11-27T20:23:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741918_1094 (size=13153) 2024-11-27T20:23:34,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/7437546fa7fd4003ad078c4fe55f1fbc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/7437546fa7fd4003ad078c4fe55f1fbc 2024-11-27T20:23:34,415 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 7437546fa7fd4003ad078c4fe55f1fbc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:34,415 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:34,415 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739014078; duration=0sec 2024-11-27T20:23:34,415 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:34,416 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741919_1095 (size=12301) 2024-11-27T20:23:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739074511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739074521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,637 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/094893e231394fa48c763d353629a0f1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/094893e231394fa48c763d353629a0f1 2024-11-27T20:23:34,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 094893e231394fa48c763d353629a0f1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:34,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:34,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739014078; duration=0sec 2024-11-27T20:23:34,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:34,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:34,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739074819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/89a30799c6404884bda6f2364161243a 2024-11-27T20:23:34,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739074864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:34,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/55371f3c2d1e4662963ba097e1773be3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/55371f3c2d1e4662963ba097e1773be3 2024-11-27T20:23:34,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/55371f3c2d1e4662963ba097e1773be3, entries=250, sequenceid=372, filesize=16.8 K 2024-11-27T20:23:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/39b343d18f5e46a1a2a253ad8838ba62 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/39b343d18f5e46a1a2a253ad8838ba62 2024-11-27T20:23:34,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/39b343d18f5e46a1a2a253ad8838ba62, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T20:23:34,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/89a30799c6404884bda6f2364161243a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/89a30799c6404884bda6f2364161243a 2024-11-27T20:23:34,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/89a30799c6404884bda6f2364161243a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T20:23:34,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2c96bcf8e1c35992eb06296777215e89 in 807ms, sequenceid=372, compaction requested=false 2024-11-27T20:23:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:23:35,286 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-27T20:23:35,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-27T20:23:35,295 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:35,296 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:35,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:35,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:35,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:35,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/fdc107f295bc4d3aa0e334a293f77d0c is 50, key is test_row_0/A:col10/1732739014165/Put/seqid=0 2024-11-27T20:23:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739075422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739075423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,448 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:35,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:35,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741920_1096 (size=14741) 2024-11-27T20:23:35,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/fdc107f295bc4d3aa0e334a293f77d0c 2024-11-27T20:23:35,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/4a217605a0f54d06bd41d5acff65d380 is 50, key is test_row_0/B:col10/1732739014165/Put/seqid=0 2024-11-27T20:23:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739075527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739075528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741921_1097 (size=12301) 2024-11-27T20:23:35,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/4a217605a0f54d06bd41d5acff65d380 2024-11-27T20:23:35,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/b814dda01e0744888a1a0fcdbc9e1cf9 is 50, key is test_row_0/C:col10/1732739014165/Put/seqid=0 2024-11-27T20:23:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:35,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741922_1098 (size=12301) 2024-11-27T20:23:35,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/b814dda01e0744888a1a0fcdbc9e1cf9 2024-11-27T20:23:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/fdc107f295bc4d3aa0e334a293f77d0c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/fdc107f295bc4d3aa0e334a293f77d0c 2024-11-27T20:23:35,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/fdc107f295bc4d3aa0e334a293f77d0c, entries=200, sequenceid=400, filesize=14.4 K 2024-11-27T20:23:35,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/4a217605a0f54d06bd41d5acff65d380 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4a217605a0f54d06bd41d5acff65d380 2024-11-27T20:23:35,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4a217605a0f54d06bd41d5acff65d380, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T20:23:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/b814dda01e0744888a1a0fcdbc9e1cf9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b814dda01e0744888a1a0fcdbc9e1cf9 2024-11-27T20:23:35,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b814dda01e0744888a1a0fcdbc9e1cf9, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T20:23:35,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2c96bcf8e1c35992eb06296777215e89 in 271ms, sequenceid=400, compaction requested=true 2024-11-27T20:23:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:35,647 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:35,647 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:35,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:35,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:35,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:35,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:35,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:35,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:35,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,650 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/094893e231394fa48c763d353629a0f1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/55371f3c2d1e4662963ba097e1773be3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/fdc107f295bc4d3aa0e334a293f77d0c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=44.0 K 2024-11-27T20:23:35,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:35,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:35,650 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,650 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/7437546fa7fd4003ad078c4fe55f1fbc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/39b343d18f5e46a1a2a253ad8838ba62, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4a217605a0f54d06bd41d5acff65d380] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.9 K 2024-11-27T20:23:35,651 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7437546fa7fd4003ad078c4fe55f1fbc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732739012277 2024-11-27T20:23:35,651 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 094893e231394fa48c763d353629a0f1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732739012277 2024-11-27T20:23:35,651 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b343d18f5e46a1a2a253ad8838ba62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739014087 2024-11-27T20:23:35,652 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55371f3c2d1e4662963ba097e1773be3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739014087 2024-11-27T20:23:35,652 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a217605a0f54d06bd41d5acff65d380, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732739014165 2024-11-27T20:23:35,652 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdc107f295bc4d3aa0e334a293f77d0c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732739014165 2024-11-27T20:23:35,674 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:35,675 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/7e282b134de94a94b9da1772078df3fc is 50, key is test_row_0/A:col10/1732739014165/Put/seqid=0 2024-11-27T20:23:35,689 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:35,690 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/0b22910f70f74f58a3378b1396a38121 is 50, key is test_row_0/B:col10/1732739014165/Put/seqid=0 2024-11-27T20:23:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741923_1099 (size=13255) 2024-11-27T20:23:35,735 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/7e282b134de94a94b9da1772078df3fc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/7e282b134de94a94b9da1772078df3fc 2024-11-27T20:23:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:35,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:35,747 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 7e282b134de94a94b9da1772078df3fc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:35,747 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:35,747 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739015647; duration=0sec 2024-11-27T20:23:35,747 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:35,747 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:35,747 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:35,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:35,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:35,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:35,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,753 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:35,753 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:35,753 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,753 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/be7d3d0508934f14ae1de23e2b7cb717, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/89a30799c6404884bda6f2364161243a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b814dda01e0744888a1a0fcdbc9e1cf9] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=36.9 K 2024-11-27T20:23:35,755 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting be7d3d0508934f14ae1de23e2b7cb717, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732739012277 2024-11-27T20:23:35,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741924_1100 (size=13255) 2024-11-27T20:23:35,756 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89a30799c6404884bda6f2364161243a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739014087 2024-11-27T20:23:35,757 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b814dda01e0744888a1a0fcdbc9e1cf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732739014165 2024-11-27T20:23:35,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,774 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/0b22910f70f74f58a3378b1396a38121 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0b22910f70f74f58a3378b1396a38121 2024-11-27T20:23:35,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/819589fc6a384705831d895dc72ee026 is 50, key is test_row_0/A:col10/1732739015420/Put/seqid=0 2024-11-27T20:23:35,786 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:35,787 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/b52f233053fc4cdf9a7c5d438a2c8f6b is 50, key is test_row_0/C:col10/1732739014165/Put/seqid=0 2024-11-27T20:23:35,807 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 0b22910f70f74f58a3378b1396a38121(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:35,807 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:35,807 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739015647; duration=0sec 2024-11-27T20:23:35,807 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:35,807 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741925_1101 (size=13255) 2024-11-27T20:23:35,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739075852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739075858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741926_1102 (size=14741) 2024-11-27T20:23:35,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/819589fc6a384705831d895dc72ee026 2024-11-27T20:23:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:35,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/581b9e60d2be4dc8a447e6149fad7e2b is 50, key is test_row_0/B:col10/1732739015420/Put/seqid=0 2024-11-27T20:23:35,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:35,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741927_1103 (size=12301) 2024-11-27T20:23:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739075959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739075969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:36,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:36,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1732739076165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43482 deadline: 1732739076173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,256 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/b52f233053fc4cdf9a7c5d438a2c8f6b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b52f233053fc4cdf9a7c5d438a2c8f6b 2024-11-27T20:23:36,271 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into b52f233053fc4cdf9a7c5d438a2c8f6b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:36,271 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:36,271 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739015648; duration=0sec 2024-11-27T20:23:36,271 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:36,271 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:36,337 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37950159 to 127.0.0.1:51623 2024-11-27T20:23:36,337 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:36,338 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47c7c7c9 to 127.0.0.1:51623 2024-11-27T20:23:36,338 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:36,347 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06704743 to 127.0.0.1:51623 2024-11-27T20:23:36,347 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:36,348 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d4c9c1c to 127.0.0.1:51623 2024-11-27T20:23:36,348 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:36,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/581b9e60d2be4dc8a447e6149fad7e2b 2024-11-27T20:23:36,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/ac1a7a1b1e84494f90821716cbcc5125 is 50, key is test_row_0/C:col10/1732739015420/Put/seqid=0 2024-11-27T20:23:36,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741928_1104 (size=12301) 2024-11-27T20:23:36,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/ac1a7a1b1e84494f90821716cbcc5125 2024-11-27T20:23:36,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/819589fc6a384705831d895dc72ee026 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/819589fc6a384705831d895dc72ee026 2024-11-27T20:23:36,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/819589fc6a384705831d895dc72ee026, entries=200, sequenceid=415, filesize=14.4 K 2024-11-27T20:23:36,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/581b9e60d2be4dc8a447e6149fad7e2b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/581b9e60d2be4dc8a447e6149fad7e2b 2024-11-27T20:23:36,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/581b9e60d2be4dc8a447e6149fad7e2b, entries=150, sequenceid=415, filesize=12.0 K 2024-11-27T20:23:36,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/ac1a7a1b1e84494f90821716cbcc5125 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/ac1a7a1b1e84494f90821716cbcc5125 2024-11-27T20:23:36,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/ac1a7a1b1e84494f90821716cbcc5125, entries=150, sequenceid=415, filesize=12.0 K 2024-11-27T20:23:36,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2c96bcf8e1c35992eb06296777215e89 in 710ms, sequenceid=415, compaction requested=false 2024-11-27T20:23:36,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:36,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:23:36,471 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29b132d8 to 127.0.0.1:51623 2024-11-27T20:23:36,471 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:36,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:36,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:36,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:36,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:36,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:36,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:36,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/a28d71fee6e14f5f8f44865961b0a061 is 50, key is test_row_0/A:col10/1732739015828/Put/seqid=0 2024-11-27T20:23:36,480 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd77b4a to 127.0.0.1:51623 2024-11-27T20:23:36,480 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:36,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741929_1105 (size=12301) 2024-11-27T20:23:36,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/a28d71fee6e14f5f8f44865961b0a061 2024-11-27T20:23:36,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/84ee96a595884e8285b410ea6458a420 is 50, key is test_row_0/B:col10/1732739015828/Put/seqid=0 2024-11-27T20:23:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741930_1106 (size=12301) 2024-11-27T20:23:36,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:36,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:36,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:36,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:36,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/84ee96a595884e8285b410ea6458a420 2024-11-27T20:23:36,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/f341fbb71a5d46b080851cf49d82c79e is 50, key is test_row_0/C:col10/1732739015828/Put/seqid=0 2024-11-27T20:23:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741931_1107 (size=12301) 2024-11-27T20:23:37,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:37,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,082 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a33c837 to 127.0.0.1:51623 2024-11-27T20:23:37,082 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:37,084 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b3a6cb4 to 127.0.0.1:51623 2024-11-27T20:23:37,084 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:37,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:37,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:37,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:37,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:37,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:37,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. as already flushing 2024-11-27T20:23:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:37,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/f341fbb71a5d46b080851cf49d82c79e 2024-11-27T20:23:37,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/a28d71fee6e14f5f8f44865961b0a061 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a28d71fee6e14f5f8f44865961b0a061 2024-11-27T20:23:37,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a28d71fee6e14f5f8f44865961b0a061, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T20:23:37,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/84ee96a595884e8285b410ea6458a420 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/84ee96a595884e8285b410ea6458a420 2024-11-27T20:23:37,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/84ee96a595884e8285b410ea6458a420, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T20:23:37,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/f341fbb71a5d46b080851cf49d82c79e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/f341fbb71a5d46b080851cf49d82c79e 2024-11-27T20:23:37,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/f341fbb71a5d46b080851cf49d82c79e, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T20:23:37,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 2c96bcf8e1c35992eb06296777215e89 in 909ms, sequenceid=440, compaction requested=true 2024-11-27T20:23:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:37,380 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:37,380 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:37,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:37,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:37,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2c96bcf8e1c35992eb06296777215e89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:37,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:37,386 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:37,387 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:37,387 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/A is initiating minor compaction (all files) 2024-11-27T20:23:37,387 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/B is initiating minor compaction (all files) 2024-11-27T20:23:37,387 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/A in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,387 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/B in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,387 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/7e282b134de94a94b9da1772078df3fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/819589fc6a384705831d895dc72ee026, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a28d71fee6e14f5f8f44865961b0a061] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=39.4 K 2024-11-27T20:23:37,387 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0b22910f70f74f58a3378b1396a38121, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/581b9e60d2be4dc8a447e6149fad7e2b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/84ee96a595884e8285b410ea6458a420] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=37.0 K 2024-11-27T20:23:37,387 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b22910f70f74f58a3378b1396a38121, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732739014165 2024-11-27T20:23:37,387 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e282b134de94a94b9da1772078df3fc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732739014165 2024-11-27T20:23:37,388 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 581b9e60d2be4dc8a447e6149fad7e2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732739015420 2024-11-27T20:23:37,388 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 819589fc6a384705831d895dc72ee026, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732739015420 2024-11-27T20:23:37,389 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ee96a595884e8285b410ea6458a420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732739015819 2024-11-27T20:23:37,389 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a28d71fee6e14f5f8f44865961b0a061, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732739015819 2024-11-27T20:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:37,409 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:37,410 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/81c755eeeee5444886140bf10b691904 is 50, key is test_row_0/B:col10/1732739015828/Put/seqid=0 2024-11-27T20:23:37,412 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:37,413 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/8f60662068764bfc8e41d6ee83a0391b is 50, key is test_row_0/A:col10/1732739015828/Put/seqid=0 2024-11-27T20:23:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741932_1108 (size=13357) 2024-11-27T20:23:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741933_1109 (size=13357) 2024-11-27T20:23:37,463 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/8f60662068764bfc8e41d6ee83a0391b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/8f60662068764bfc8e41d6ee83a0391b 2024-11-27T20:23:37,472 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/A of 2c96bcf8e1c35992eb06296777215e89 into 8f60662068764bfc8e41d6ee83a0391b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:37,472 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:37,472 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/A, priority=13, startTime=1732739017380; duration=0sec 2024-11-27T20:23:37,473 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:37,473 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:A 2024-11-27T20:23:37,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:37,473 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:37,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:23:37,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,474 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T20:23:37,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:37,478 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:37,478 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 2c96bcf8e1c35992eb06296777215e89/C is initiating minor compaction (all files) 2024-11-27T20:23:37,478 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2c96bcf8e1c35992eb06296777215e89/C in TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,479 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b52f233053fc4cdf9a7c5d438a2c8f6b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/ac1a7a1b1e84494f90821716cbcc5125, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/f341fbb71a5d46b080851cf49d82c79e] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp, totalSize=37.0 K 2024-11-27T20:23:37,479 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b52f233053fc4cdf9a7c5d438a2c8f6b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732739014165 2024-11-27T20:23:37,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac1a7a1b1e84494f90821716cbcc5125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732739015420 2024-11-27T20:23:37,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f341fbb71a5d46b080851cf49d82c79e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732739015819 2024-11-27T20:23:37,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/f515ca9551cf40cdb39d44d50d54f1cf is 50, key is test_row_1/A:col10/1732739017081/Put/seqid=0 2024-11-27T20:23:37,500 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2c96bcf8e1c35992eb06296777215e89#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:37,501 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/08c11325132c481fb58561c6951cdae0 is 50, key is test_row_0/C:col10/1732739015828/Put/seqid=0 2024-11-27T20:23:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741934_1110 (size=9857) 2024-11-27T20:23:37,535 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/f515ca9551cf40cdb39d44d50d54f1cf 2024-11-27T20:23:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/21414f581d1245bc94478a665853e7ae is 50, key is test_row_1/B:col10/1732739017081/Put/seqid=0 2024-11-27T20:23:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741935_1111 (size=13357) 2024-11-27T20:23:37,562 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/08c11325132c481fb58561c6951cdae0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/08c11325132c481fb58561c6951cdae0 2024-11-27T20:23:37,571 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/C of 2c96bcf8e1c35992eb06296777215e89 into 08c11325132c481fb58561c6951cdae0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:37,571 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:37,571 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/C, priority=13, startTime=1732739017381; duration=0sec 2024-11-27T20:23:37,571 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:37,571 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:C 2024-11-27T20:23:37,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741936_1112 (size=9857) 2024-11-27T20:23:37,588 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/21414f581d1245bc94478a665853e7ae 2024-11-27T20:23:37,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5aae04dd92f84fd39834d258be206f44 is 50, key is test_row_1/C:col10/1732739017081/Put/seqid=0 2024-11-27T20:23:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741937_1113 (size=9857) 2024-11-27T20:23:37,660 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5aae04dd92f84fd39834d258be206f44 2024-11-27T20:23:37,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/f515ca9551cf40cdb39d44d50d54f1cf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f515ca9551cf40cdb39d44d50d54f1cf 2024-11-27T20:23:37,678 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f515ca9551cf40cdb39d44d50d54f1cf, entries=100, sequenceid=447, filesize=9.6 K 2024-11-27T20:23:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/21414f581d1245bc94478a665853e7ae as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/21414f581d1245bc94478a665853e7ae 2024-11-27T20:23:37,687 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/21414f581d1245bc94478a665853e7ae, entries=100, sequenceid=447, filesize=9.6 K 2024-11-27T20:23:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/5aae04dd92f84fd39834d258be206f44 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5aae04dd92f84fd39834d258be206f44 2024-11-27T20:23:37,696 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5aae04dd92f84fd39834d258be206f44, entries=100, sequenceid=447, filesize=9.6 K 2024-11-27T20:23:37,697 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2c96bcf8e1c35992eb06296777215e89 in 223ms, sequenceid=447, compaction requested=false 2024-11-27T20:23:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T20:23:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-27T20:23:37,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T20:23:37,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4050 sec 2024-11-27T20:23:37,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.4120 sec 2024-11-27T20:23:37,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:23:37,854 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/81c755eeeee5444886140bf10b691904 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/81c755eeeee5444886140bf10b691904 2024-11-27T20:23:37,866 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2c96bcf8e1c35992eb06296777215e89/B of 2c96bcf8e1c35992eb06296777215e89 into 81c755eeeee5444886140bf10b691904(size=13.0 K), total size for store is 22.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:37,866 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:37,866 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89., storeName=2c96bcf8e1c35992eb06296777215e89/B, priority=13, startTime=1732739017380; duration=0sec 2024-11-27T20:23:37,867 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:37,867 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2c96bcf8e1c35992eb06296777215e89:B 2024-11-27T20:23:38,091 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76bfdcf5 to 127.0.0.1:51623 2024-11-27T20:23:38,091 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:23:39,402 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3373 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3346 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1532 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4596 rows 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1548 2024-11-27T20:23:39,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4642 rows 2024-11-27T20:23:39,403 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:23:39,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x565a0a51 to 127.0.0.1:51623 2024-11-27T20:23:39,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:39,408 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:23:39,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:23:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:39,426 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739019426"}]},"ts":"1732739019426"} 2024-11-27T20:23:39,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:23:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:23:39,431 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:23:39,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:23:39,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, UNASSIGN}] 2024-11-27T20:23:39,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, UNASSIGN 2024-11-27T20:23:39,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=2c96bcf8e1c35992eb06296777215e89, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:39,440 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:23:39,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:23:39,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:39,598 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:39,599 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:23:39,599 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 2c96bcf8e1c35992eb06296777215e89, disabling compactions & flushes 2024-11-27T20:23:39,600 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:39,600 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:39,600 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. after waiting 0 ms 2024-11-27T20:23:39,600 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:39,600 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 2c96bcf8e1c35992eb06296777215e89 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-27T20:23:39,600 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=A 2024-11-27T20:23:39,600 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:39,600 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=B 2024-11-27T20:23:39,601 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:39,601 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2c96bcf8e1c35992eb06296777215e89, store=C 2024-11-27T20:23:39,601 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:39,613 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/0874f9cbc0af4c2fab75495e31686f6f is 50, key is test_row_2/A:col10/1732739018089/Put/seqid=0 2024-11-27T20:23:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741938_1114 (size=7415) 2024-11-27T20:23:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:23:40,029 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/0874f9cbc0af4c2fab75495e31686f6f 2024-11-27T20:23:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:23:40,045 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/67b3ec9a9f2848f0bfe411e0ded8b786 is 50, key is test_row_2/B:col10/1732739018089/Put/seqid=0 2024-11-27T20:23:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741939_1115 (size=7415) 2024-11-27T20:23:40,059 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/67b3ec9a9f2848f0bfe411e0ded8b786 2024-11-27T20:23:40,077 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/4cc847341cb046cb95c1b82faf37d526 is 50, key is test_row_2/C:col10/1732739018089/Put/seqid=0 2024-11-27T20:23:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741940_1116 (size=7415) 2024-11-27T20:23:40,102 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/4cc847341cb046cb95c1b82faf37d526 2024-11-27T20:23:40,111 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/A/0874f9cbc0af4c2fab75495e31686f6f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/0874f9cbc0af4c2fab75495e31686f6f 2024-11-27T20:23:40,124 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/0874f9cbc0af4c2fab75495e31686f6f, entries=50, sequenceid=453, filesize=7.2 K 2024-11-27T20:23:40,127 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/B/67b3ec9a9f2848f0bfe411e0ded8b786 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/67b3ec9a9f2848f0bfe411e0ded8b786 2024-11-27T20:23:40,149 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/67b3ec9a9f2848f0bfe411e0ded8b786, entries=50, sequenceid=453, filesize=7.2 K 2024-11-27T20:23:40,150 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/.tmp/C/4cc847341cb046cb95c1b82faf37d526 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4cc847341cb046cb95c1b82faf37d526 2024-11-27T20:23:40,163 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4cc847341cb046cb95c1b82faf37d526, entries=50, sequenceid=453, filesize=7.2 K 2024-11-27T20:23:40,165 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 2c96bcf8e1c35992eb06296777215e89 in 565ms, sequenceid=453, compaction requested=true 2024-11-27T20:23:40,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a2bf9616ea1c41e297e0b4c97a86831e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/d2d9fb2751114cdaa7d61445c6e5d4a2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/26daec1b237544559594e71408d97d58, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e5ae89d08f634e48830884550fab6225, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/40c92af9a24b418bbe7b78b7c07b8c3b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/92ca203b71374c08b0cbfacb69781fbb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e0e08a8c75e4438fb94e9d9a3240e64c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/4f4f7a4386f64bcc99525af113b0f427, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f14c4b89192d4be9add21095a4e65d72, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/24302ba2a6a64e2b8530f5cf3fa7735d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6c8508d0d28f4d8a90e196b9382633aa, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6f7cc12776b34466b4422a6bb9c5a320, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/edc89e6ef6e64a439fab32c24c372e0b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/98bebb4fb96f46f48a2062e8c8e94e2c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5d713b60e44049d286a8744c39287f0a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6a13bb40a07e414692ca834758dd7d36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5de60bdc6bdb40bd8e0d0bc6680faf3c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e096430c46184c80840a793631594fff, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/c7c74f5f115b40a2954bf1a2cf63cc8a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/cc18b190f53549368cd5f691761e8502, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e35314b63325480bb98c7340d2c7238f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/ea469ce296d244b3ba10ad6dd17ba9c1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/804615d63f5f4dca86fe4510926f1d10, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/70ad16468c43446987caa34b0a16195f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/43829e74de6948ee9a848ff0dbff6297, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/094893e231394fa48c763d353629a0f1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/55371f3c2d1e4662963ba097e1773be3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/fdc107f295bc4d3aa0e334a293f77d0c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/7e282b134de94a94b9da1772078df3fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/819589fc6a384705831d895dc72ee026, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a28d71fee6e14f5f8f44865961b0a061] to archive 2024-11-27T20:23:40,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:40,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a2bf9616ea1c41e297e0b4c97a86831e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a2bf9616ea1c41e297e0b4c97a86831e 2024-11-27T20:23:40,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/d2d9fb2751114cdaa7d61445c6e5d4a2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/d2d9fb2751114cdaa7d61445c6e5d4a2 2024-11-27T20:23:40,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/26daec1b237544559594e71408d97d58 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/26daec1b237544559594e71408d97d58 2024-11-27T20:23:40,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e5ae89d08f634e48830884550fab6225 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e5ae89d08f634e48830884550fab6225 2024-11-27T20:23:40,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/40c92af9a24b418bbe7b78b7c07b8c3b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/40c92af9a24b418bbe7b78b7c07b8c3b 2024-11-27T20:23:40,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/92ca203b71374c08b0cbfacb69781fbb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/92ca203b71374c08b0cbfacb69781fbb 2024-11-27T20:23:40,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e0e08a8c75e4438fb94e9d9a3240e64c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e0e08a8c75e4438fb94e9d9a3240e64c 2024-11-27T20:23:40,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/4f4f7a4386f64bcc99525af113b0f427 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/4f4f7a4386f64bcc99525af113b0f427 2024-11-27T20:23:40,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f14c4b89192d4be9add21095a4e65d72 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f14c4b89192d4be9add21095a4e65d72 2024-11-27T20:23:40,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/24302ba2a6a64e2b8530f5cf3fa7735d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/24302ba2a6a64e2b8530f5cf3fa7735d 2024-11-27T20:23:40,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6c8508d0d28f4d8a90e196b9382633aa to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6c8508d0d28f4d8a90e196b9382633aa 2024-11-27T20:23:40,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6f7cc12776b34466b4422a6bb9c5a320 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6f7cc12776b34466b4422a6bb9c5a320 2024-11-27T20:23:40,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/edc89e6ef6e64a439fab32c24c372e0b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/edc89e6ef6e64a439fab32c24c372e0b 2024-11-27T20:23:40,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/98bebb4fb96f46f48a2062e8c8e94e2c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/98bebb4fb96f46f48a2062e8c8e94e2c 2024-11-27T20:23:40,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5d713b60e44049d286a8744c39287f0a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5d713b60e44049d286a8744c39287f0a 2024-11-27T20:23:40,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6a13bb40a07e414692ca834758dd7d36 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/6a13bb40a07e414692ca834758dd7d36 2024-11-27T20:23:40,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5de60bdc6bdb40bd8e0d0bc6680faf3c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/5de60bdc6bdb40bd8e0d0bc6680faf3c 2024-11-27T20:23:40,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e096430c46184c80840a793631594fff to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e096430c46184c80840a793631594fff 2024-11-27T20:23:40,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/c7c74f5f115b40a2954bf1a2cf63cc8a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/c7c74f5f115b40a2954bf1a2cf63cc8a 2024-11-27T20:23:40,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/cc18b190f53549368cd5f691761e8502 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/cc18b190f53549368cd5f691761e8502 2024-11-27T20:23:40,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e35314b63325480bb98c7340d2c7238f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/e35314b63325480bb98c7340d2c7238f 2024-11-27T20:23:40,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/ea469ce296d244b3ba10ad6dd17ba9c1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/ea469ce296d244b3ba10ad6dd17ba9c1 2024-11-27T20:23:40,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/804615d63f5f4dca86fe4510926f1d10 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/804615d63f5f4dca86fe4510926f1d10 2024-11-27T20:23:40,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/70ad16468c43446987caa34b0a16195f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/70ad16468c43446987caa34b0a16195f 2024-11-27T20:23:40,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/43829e74de6948ee9a848ff0dbff6297 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/43829e74de6948ee9a848ff0dbff6297 2024-11-27T20:23:40,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/094893e231394fa48c763d353629a0f1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/094893e231394fa48c763d353629a0f1 2024-11-27T20:23:40,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/55371f3c2d1e4662963ba097e1773be3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/55371f3c2d1e4662963ba097e1773be3 2024-11-27T20:23:40,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/fdc107f295bc4d3aa0e334a293f77d0c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/fdc107f295bc4d3aa0e334a293f77d0c 2024-11-27T20:23:40,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/7e282b134de94a94b9da1772078df3fc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/7e282b134de94a94b9da1772078df3fc 2024-11-27T20:23:40,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/819589fc6a384705831d895dc72ee026 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/819589fc6a384705831d895dc72ee026 2024-11-27T20:23:40,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a28d71fee6e14f5f8f44865961b0a061 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/a28d71fee6e14f5f8f44865961b0a061 2024-11-27T20:23:40,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9674041c82a3498bab0388a4c6b44466, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/57058c6b15cc4f2eaead3786c1594870, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5230633d8e914006bb60ea388f08eed4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fdd08fe82e5749debbe3e93977248aa1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/d9c60d0e78a14358b6b98065c33f76ca, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/58e023505b884c7a84da7b6c28e09cb5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/82a09d866e2c42e087373a7e7cc366ef, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/f9aa10818c67410c8879e2cc86a05b4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5380d299da284f7790404fee7daa99bb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a3a8ca941b6649b28dab782f8cc87245, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/c8a627b1aa114d2c9139e094ac61708f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/93aae565c0234569b9bc909017f60c9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0a8268782e43473e8755191ce49d4f2c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a4cf272ee7cd4389b809976ad3e45076, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/98f613c0ec8140a385502a9f15434fce, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9a46f6bde8cf45358b69db2441931e15, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/6654e0976b914fcfa9fbec5fecf152fb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4fd9c6a226c64323a871dd30551f89a2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fc000e2281ac4fa3ae9843a952f22bf4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/deb32a595b9a4eeeaff0268ea95dfca0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/8090596f729547638737b6f8585511c4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/207163c26d4c460a94acc8552cdafb3e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/1f9579d9054f4e5ca52b0315f1837962, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/db63af9202d443b5a0abfa6c1783bef5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/7437546fa7fd4003ad078c4fe55f1fbc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/16c5e8a9dadd4356bcf4fc8426f72b26, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/39b343d18f5e46a1a2a253ad8838ba62, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0b22910f70f74f58a3378b1396a38121, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4a217605a0f54d06bd41d5acff65d380, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/581b9e60d2be4dc8a447e6149fad7e2b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/84ee96a595884e8285b410ea6458a420] to archive 2024-11-27T20:23:40,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:40,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9674041c82a3498bab0388a4c6b44466 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9674041c82a3498bab0388a4c6b44466 2024-11-27T20:23:40,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/57058c6b15cc4f2eaead3786c1594870 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/57058c6b15cc4f2eaead3786c1594870 2024-11-27T20:23:40,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5230633d8e914006bb60ea388f08eed4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5230633d8e914006bb60ea388f08eed4 2024-11-27T20:23:40,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fdd08fe82e5749debbe3e93977248aa1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fdd08fe82e5749debbe3e93977248aa1 2024-11-27T20:23:40,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/d9c60d0e78a14358b6b98065c33f76ca to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/d9c60d0e78a14358b6b98065c33f76ca 2024-11-27T20:23:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/58e023505b884c7a84da7b6c28e09cb5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/58e023505b884c7a84da7b6c28e09cb5 2024-11-27T20:23:40,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/82a09d866e2c42e087373a7e7cc366ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/82a09d866e2c42e087373a7e7cc366ef 2024-11-27T20:23:40,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/f9aa10818c67410c8879e2cc86a05b4a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/f9aa10818c67410c8879e2cc86a05b4a 2024-11-27T20:23:40,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5380d299da284f7790404fee7daa99bb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/5380d299da284f7790404fee7daa99bb 2024-11-27T20:23:40,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a3a8ca941b6649b28dab782f8cc87245 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a3a8ca941b6649b28dab782f8cc87245 2024-11-27T20:23:40,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/c8a627b1aa114d2c9139e094ac61708f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/c8a627b1aa114d2c9139e094ac61708f 2024-11-27T20:23:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/93aae565c0234569b9bc909017f60c9c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/93aae565c0234569b9bc909017f60c9c 2024-11-27T20:23:40,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0a8268782e43473e8755191ce49d4f2c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0a8268782e43473e8755191ce49d4f2c 2024-11-27T20:23:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a4cf272ee7cd4389b809976ad3e45076 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/a4cf272ee7cd4389b809976ad3e45076 2024-11-27T20:23:40,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/98f613c0ec8140a385502a9f15434fce to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/98f613c0ec8140a385502a9f15434fce 2024-11-27T20:23:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9a46f6bde8cf45358b69db2441931e15 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/9a46f6bde8cf45358b69db2441931e15 2024-11-27T20:23:40,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/6654e0976b914fcfa9fbec5fecf152fb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/6654e0976b914fcfa9fbec5fecf152fb 2024-11-27T20:23:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4fd9c6a226c64323a871dd30551f89a2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4fd9c6a226c64323a871dd30551f89a2 2024-11-27T20:23:40,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fc000e2281ac4fa3ae9843a952f22bf4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/fc000e2281ac4fa3ae9843a952f22bf4 2024-11-27T20:23:40,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/deb32a595b9a4eeeaff0268ea95dfca0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/deb32a595b9a4eeeaff0268ea95dfca0 2024-11-27T20:23:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/8090596f729547638737b6f8585511c4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/8090596f729547638737b6f8585511c4 2024-11-27T20:23:40,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/207163c26d4c460a94acc8552cdafb3e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/207163c26d4c460a94acc8552cdafb3e 2024-11-27T20:23:40,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/1f9579d9054f4e5ca52b0315f1837962 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/1f9579d9054f4e5ca52b0315f1837962 2024-11-27T20:23:40,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/db63af9202d443b5a0abfa6c1783bef5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/db63af9202d443b5a0abfa6c1783bef5 2024-11-27T20:23:40,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/7437546fa7fd4003ad078c4fe55f1fbc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/7437546fa7fd4003ad078c4fe55f1fbc 2024-11-27T20:23:40,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/16c5e8a9dadd4356bcf4fc8426f72b26 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/16c5e8a9dadd4356bcf4fc8426f72b26 2024-11-27T20:23:40,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/39b343d18f5e46a1a2a253ad8838ba62 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/39b343d18f5e46a1a2a253ad8838ba62 2024-11-27T20:23:40,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0b22910f70f74f58a3378b1396a38121 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/0b22910f70f74f58a3378b1396a38121 2024-11-27T20:23:40,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4a217605a0f54d06bd41d5acff65d380 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/4a217605a0f54d06bd41d5acff65d380 2024-11-27T20:23:40,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/581b9e60d2be4dc8a447e6149fad7e2b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/581b9e60d2be4dc8a447e6149fad7e2b 2024-11-27T20:23:40,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/84ee96a595884e8285b410ea6458a420 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/84ee96a595884e8285b410ea6458a420 2024-11-27T20:23:40,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/7daa98cb2a384e3a94900287981c9d81, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9afa958cdf5d4eac83c516081c39745e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/59801433f4ba4c2f891aa6cc920d9cea, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/57c727cadf1b4f01a641174e633ec1c7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/1dff31bfa99c4a6a848287a36e3d1f0d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/a5135491d1984c44b0aec89ed9706305, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/fd91c5c9a40d47e48f081c11f9b703ff, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/40b355a7c6194ed4b0cb372e85bca1e2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/05cb1d739e2d4c1795cfa739d18222fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bfd6cddb0b6648f99e86fc1e3f86d372, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5bb4686b8c674b9bb916a337fd59e179, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/525234d160ab4a9596099e6c978f9d04, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/20c30dc14fa5421fb6f88494ac97b1c0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/62079c7d56784f7094e1354d83709b60, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/85df0571d220406b81c7a88e351c22b8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5619d38b17354469a9ad3a5409e74bea, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9b864c3d6b7a40d18d578637c6981615, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/06e544d2f58642dcbd8c547e88a18630, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4a2ed7e4941048458616134aad4ab737, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/d77457a3c58c4e318b92b4a7b2337f28, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bc1740bdece74161ac695c6da79fce78, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/150672ae5dec4f00bcfaf75dbacffcf5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/73285af3710548ad8d3838dca1afdbdc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/8654b5e3fd21453bb3b52a3fcaaa9328, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/be7d3d0508934f14ae1de23e2b7cb717, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bb9e842a0d804f14bebde7cfe8c224c4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/89a30799c6404884bda6f2364161243a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b52f233053fc4cdf9a7c5d438a2c8f6b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b814dda01e0744888a1a0fcdbc9e1cf9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/ac1a7a1b1e84494f90821716cbcc5125, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/f341fbb71a5d46b080851cf49d82c79e] to archive 2024-11-27T20:23:40,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:40,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/7daa98cb2a384e3a94900287981c9d81 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/7daa98cb2a384e3a94900287981c9d81 2024-11-27T20:23:40,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9afa958cdf5d4eac83c516081c39745e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9afa958cdf5d4eac83c516081c39745e 2024-11-27T20:23:40,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/59801433f4ba4c2f891aa6cc920d9cea to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/59801433f4ba4c2f891aa6cc920d9cea 2024-11-27T20:23:40,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/57c727cadf1b4f01a641174e633ec1c7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/57c727cadf1b4f01a641174e633ec1c7 2024-11-27T20:23:40,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/1dff31bfa99c4a6a848287a36e3d1f0d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/1dff31bfa99c4a6a848287a36e3d1f0d 2024-11-27T20:23:40,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/a5135491d1984c44b0aec89ed9706305 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/a5135491d1984c44b0aec89ed9706305 2024-11-27T20:23:40,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/fd91c5c9a40d47e48f081c11f9b703ff to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/fd91c5c9a40d47e48f081c11f9b703ff 2024-11-27T20:23:40,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/40b355a7c6194ed4b0cb372e85bca1e2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/40b355a7c6194ed4b0cb372e85bca1e2 2024-11-27T20:23:40,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/05cb1d739e2d4c1795cfa739d18222fe to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/05cb1d739e2d4c1795cfa739d18222fe 2024-11-27T20:23:40,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bfd6cddb0b6648f99e86fc1e3f86d372 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bfd6cddb0b6648f99e86fc1e3f86d372 2024-11-27T20:23:40,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5bb4686b8c674b9bb916a337fd59e179 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5bb4686b8c674b9bb916a337fd59e179 2024-11-27T20:23:40,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/525234d160ab4a9596099e6c978f9d04 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/525234d160ab4a9596099e6c978f9d04 2024-11-27T20:23:40,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/20c30dc14fa5421fb6f88494ac97b1c0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/20c30dc14fa5421fb6f88494ac97b1c0 2024-11-27T20:23:40,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/62079c7d56784f7094e1354d83709b60 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/62079c7d56784f7094e1354d83709b60 2024-11-27T20:23:40,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/85df0571d220406b81c7a88e351c22b8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/85df0571d220406b81c7a88e351c22b8 2024-11-27T20:23:40,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5619d38b17354469a9ad3a5409e74bea to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5619d38b17354469a9ad3a5409e74bea 2024-11-27T20:23:40,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9b864c3d6b7a40d18d578637c6981615 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/9b864c3d6b7a40d18d578637c6981615 2024-11-27T20:23:40,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/06e544d2f58642dcbd8c547e88a18630 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/06e544d2f58642dcbd8c547e88a18630 2024-11-27T20:23:40,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4a2ed7e4941048458616134aad4ab737 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4a2ed7e4941048458616134aad4ab737 2024-11-27T20:23:40,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/d77457a3c58c4e318b92b4a7b2337f28 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/d77457a3c58c4e318b92b4a7b2337f28 2024-11-27T20:23:40,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bc1740bdece74161ac695c6da79fce78 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bc1740bdece74161ac695c6da79fce78 2024-11-27T20:23:40,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/150672ae5dec4f00bcfaf75dbacffcf5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/150672ae5dec4f00bcfaf75dbacffcf5 2024-11-27T20:23:40,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/73285af3710548ad8d3838dca1afdbdc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/73285af3710548ad8d3838dca1afdbdc 2024-11-27T20:23:40,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/8654b5e3fd21453bb3b52a3fcaaa9328 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/8654b5e3fd21453bb3b52a3fcaaa9328 2024-11-27T20:23:40,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/be7d3d0508934f14ae1de23e2b7cb717 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/be7d3d0508934f14ae1de23e2b7cb717 2024-11-27T20:23:40,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bb9e842a0d804f14bebde7cfe8c224c4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/bb9e842a0d804f14bebde7cfe8c224c4 2024-11-27T20:23:40,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/89a30799c6404884bda6f2364161243a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/89a30799c6404884bda6f2364161243a 2024-11-27T20:23:40,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b52f233053fc4cdf9a7c5d438a2c8f6b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b52f233053fc4cdf9a7c5d438a2c8f6b 2024-11-27T20:23:40,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b814dda01e0744888a1a0fcdbc9e1cf9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/b814dda01e0744888a1a0fcdbc9e1cf9 2024-11-27T20:23:40,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/ac1a7a1b1e84494f90821716cbcc5125 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/ac1a7a1b1e84494f90821716cbcc5125 2024-11-27T20:23:40,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/f341fbb71a5d46b080851cf49d82c79e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/f341fbb71a5d46b080851cf49d82c79e 2024-11-27T20:23:40,418 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/recovered.edits/456.seqid, newMaxSeqId=456, maxSeqId=1 2024-11-27T20:23:40,421 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89. 2024-11-27T20:23:40,421 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 2c96bcf8e1c35992eb06296777215e89: 2024-11-27T20:23:40,423 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:40,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=2c96bcf8e1c35992eb06296777215e89, regionState=CLOSED 2024-11-27T20:23:40,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T20:23:40,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 2c96bcf8e1c35992eb06296777215e89, server=23827885d8b7,39789,1732738990134 in 985 msec 2024-11-27T20:23:40,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-27T20:23:40,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2c96bcf8e1c35992eb06296777215e89, UNASSIGN in 990 msec 2024-11-27T20:23:40,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T20:23:40,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 998 msec 2024-11-27T20:23:40,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739020433"}]},"ts":"1732739020433"} 2024-11-27T20:23:40,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:23:40,437 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:23:40,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0190 sec 2024-11-27T20:23:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:23:40,533 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-27T20:23:40,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:23:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,541 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T20:23:40,546 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:40,550 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/recovered.edits] 2024-11-27T20:23:40,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/0874f9cbc0af4c2fab75495e31686f6f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/0874f9cbc0af4c2fab75495e31686f6f 2024-11-27T20:23:40,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/8f60662068764bfc8e41d6ee83a0391b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/8f60662068764bfc8e41d6ee83a0391b 2024-11-27T20:23:40,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f515ca9551cf40cdb39d44d50d54f1cf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/A/f515ca9551cf40cdb39d44d50d54f1cf 2024-11-27T20:23:40,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/21414f581d1245bc94478a665853e7ae to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/21414f581d1245bc94478a665853e7ae 2024-11-27T20:23:40,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/67b3ec9a9f2848f0bfe411e0ded8b786 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/67b3ec9a9f2848f0bfe411e0ded8b786 2024-11-27T20:23:40,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/81c755eeeee5444886140bf10b691904 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/B/81c755eeeee5444886140bf10b691904 2024-11-27T20:23:40,565 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/08c11325132c481fb58561c6951cdae0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/08c11325132c481fb58561c6951cdae0 2024-11-27T20:23:40,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4cc847341cb046cb95c1b82faf37d526 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/4cc847341cb046cb95c1b82faf37d526 2024-11-27T20:23:40,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5aae04dd92f84fd39834d258be206f44 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/C/5aae04dd92f84fd39834d258be206f44 2024-11-27T20:23:40,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/recovered.edits/456.seqid to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89/recovered.edits/456.seqid 2024-11-27T20:23:40,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/2c96bcf8e1c35992eb06296777215e89 2024-11-27T20:23:40,572 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:23:40,577 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T20:23:40,585 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:23:40,617 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:23:40,619 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,619 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:23:40,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739020619"}]},"ts":"9223372036854775807"} 2024-11-27T20:23:40,622 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:23:40,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2c96bcf8e1c35992eb06296777215e89, NAME => 'TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:23:40,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:23:40,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739020622"}]},"ts":"9223372036854775807"} 2024-11-27T20:23:40,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:23:40,628 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-27T20:23:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T20:23:40,644 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-27T20:23:40,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 218) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1811275824_22 at /127.0.0.1:45036 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-174642498_22 at /127.0.0.1:56170 [Waiting for operation #273] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/23827885d8b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-174642498_22 at /127.0.0.1:51124 [Waiting for operation #289] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1811275824_22 at /127.0.0.1:56430 [Waiting for operation #62] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;23827885d8b7:39789-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=741 (was 569) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5213 (was 5788) 2024-11-27T20:23:40,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=741, ProcessCount=11, AvailableMemoryMB=5212 2024-11-27T20:23:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:23:40,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:40,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:23:40,675 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:40,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-27T20:23:40,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T20:23:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741941_1117 (size=963) 2024-11-27T20:23:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T20:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T20:23:41,086 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:23:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741942_1118 (size=53) 2024-11-27T20:23:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T20:23:41,493 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:41,493 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 36df80eb2043088e1d1a1f5194deda00, disabling compactions & flushes 2024-11-27T20:23:41,493 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,493 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,493 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. after waiting 0 ms 2024-11-27T20:23:41,493 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,493 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,493 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:41,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:23:41,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739021494"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739021494"}]},"ts":"1732739021494"} 2024-11-27T20:23:41,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:23:41,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:23:41,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739021497"}]},"ts":"1732739021497"} 2024-11-27T20:23:41,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:23:41,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, ASSIGN}] 2024-11-27T20:23:41,504 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, ASSIGN 2024-11-27T20:23:41,504 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:23:41,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:41,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T20:23:41,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:41,812 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,812 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:41,813 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,813 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:41,813 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,813 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,814 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,816 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:41,816 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36df80eb2043088e1d1a1f5194deda00 columnFamilyName A 2024-11-27T20:23:41,816 DEBUG [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:41,817 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(327): Store=36df80eb2043088e1d1a1f5194deda00/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:41,817 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,818 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:41,818 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36df80eb2043088e1d1a1f5194deda00 columnFamilyName B 2024-11-27T20:23:41,819 DEBUG [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:41,819 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(327): Store=36df80eb2043088e1d1a1f5194deda00/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:41,819 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,820 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:41,821 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36df80eb2043088e1d1a1f5194deda00 columnFamilyName C 2024-11-27T20:23:41,821 DEBUG [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:41,821 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(327): Store=36df80eb2043088e1d1a1f5194deda00/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:41,821 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,822 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,823 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,824 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:41,826 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:41,828 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:41,828 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 36df80eb2043088e1d1a1f5194deda00; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60617009, jitterRate=-0.09673617780208588}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:41,829 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:41,830 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., pid=37, masterSystemTime=1732739021808 2024-11-27T20:23:41,832 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,832 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:41,832 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:41,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T20:23:41,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 in 176 msec 2024-11-27T20:23:41,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-27T20:23:41,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, ASSIGN in 332 msec 2024-11-27T20:23:41,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:23:41,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739021837"}]},"ts":"1732739021837"} 2024-11-27T20:23:41,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:23:41,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:23:41,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-27T20:23:42,442 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:23:42,444 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:23:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T20:23:42,782 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-27T20:23:42,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-11-27T20:23:42,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:42,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:42,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:42,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:23:42,795 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:23:42,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:23:42,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741943_1119 (size=999) 2024-11-27T20:23:43,224 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-27T20:23:43,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-27T20:23:43,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:23:43,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, REOPEN/MOVE}] 2024-11-27T20:23:43,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, REOPEN/MOVE 2024-11-27T20:23:43,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,242 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:23:43,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:43,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,394 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,394 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:23:43,394 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 36df80eb2043088e1d1a1f5194deda00, disabling compactions & flushes 2024-11-27T20:23:43,394 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,394 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,395 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. after waiting 0 ms 2024-11-27T20:23:43,395 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,399 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:23:43,399 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,399 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:43,399 WARN [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 36df80eb2043088e1d1a1f5194deda00 to self. 2024-11-27T20:23:43,401 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=CLOSED 2024-11-27T20:23:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T20:23:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 in 160 msec 2024-11-27T20:23:43,404 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, REOPEN/MOVE; state=CLOSED, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=true 2024-11-27T20:23:43,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:23:43,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,711 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,711 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:43,712 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,712 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:43,712 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,712 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,714 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,715 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:43,720 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36df80eb2043088e1d1a1f5194deda00 columnFamilyName A 2024-11-27T20:23:43,722 DEBUG [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:43,722 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(327): Store=36df80eb2043088e1d1a1f5194deda00/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:43,723 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,723 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:43,724 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36df80eb2043088e1d1a1f5194deda00 columnFamilyName B 2024-11-27T20:23:43,724 DEBUG [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:43,724 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(327): Store=36df80eb2043088e1d1a1f5194deda00/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:43,724 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,725 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:43,725 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36df80eb2043088e1d1a1f5194deda00 columnFamilyName C 2024-11-27T20:23:43,725 DEBUG [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:43,725 INFO [StoreOpener-36df80eb2043088e1d1a1f5194deda00-1 {}] regionserver.HStore(327): Store=36df80eb2043088e1d1a1f5194deda00/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:43,726 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,726 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,728 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,729 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:43,730 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,731 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 36df80eb2043088e1d1a1f5194deda00; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75244867, jitterRate=0.12123589217662811}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:43,733 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:43,734 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., pid=42, masterSystemTime=1732739023707 2024-11-27T20:23:43,735 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,735 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=OPEN, openSeqNum=5, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-27T20:23:43,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 in 181 msec 2024-11-27T20:23:43,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T20:23:43,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, REOPEN/MOVE in 499 msec 2024-11-27T20:23:43,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T20:23:43,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-27T20:23:43,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-27T20:23:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T20:23:43,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-11-27T20:23:43,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-11-27T20:23:43,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-11-27T20:23:43,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-11-27T20:23:43,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-11-27T20:23:43,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-11-27T20:23:43,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,785 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-11-27T20:23:43,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-11-27T20:23:43,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-11-27T20:23:43,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:43,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-27T20:23:43,816 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T20:23:43,817 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:43,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:43,820 DEBUG [hconnection-0x2c47e95c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,824 DEBUG [hconnection-0x343da13f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,826 DEBUG [hconnection-0x761d908d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,828 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,829 DEBUG [hconnection-0x2a49bace-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,829 DEBUG [hconnection-0xc57fcc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,831 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,831 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,832 DEBUG [hconnection-0x3199c48f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,833 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,837 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:43,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:43,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:43,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:43,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:43,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:43,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:43,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739083875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739083872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739083875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,880 DEBUG [hconnection-0x71a09f13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,880 DEBUG [hconnection-0x13120d9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,881 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,883 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739083889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739083892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,895 DEBUG [hconnection-0x766f22e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:43,897 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T20:23:43,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127492597af02364b0f8e853a238e2298a7_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739023839/Put/seqid=0 2024-11-27T20:23:43,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T20:23:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:43,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:43,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741944_1120 (size=14594) 2024-11-27T20:23:43,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739083978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739083978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739083978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739083993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:43,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739083994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127492597af02364b0f8e853a238e2298a7_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127492597af02364b0f8e853a238e2298a7_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:44,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9d543d12cd3c4a51a38ed0a116021762, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:44,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9d543d12cd3c4a51a38ed0a116021762 is 175, key is test_row_0/A:col10/1732739023839/Put/seqid=0 2024-11-27T20:23:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741945_1121 (size=39545) 2024-11-27T20:23:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T20:23:44,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T20:23:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739084192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739084193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739084193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739084201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739084201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T20:23:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T20:23:44,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T20:23:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,440 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9d543d12cd3c4a51a38ed0a116021762 2024-11-27T20:23:44,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d2618f2df34b405da187c1f2685af89b is 50, key is test_row_0/B:col10/1732739023839/Put/seqid=0 2024-11-27T20:23:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741946_1122 (size=9657) 2024-11-27T20:23:44,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d2618f2df34b405da187c1f2685af89b 2024-11-27T20:23:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739084515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739084519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739084521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739084522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739084522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/903f62f07d0d49b2a560652b2d74699f is 50, key is test_row_0/C:col10/1732739023839/Put/seqid=0 2024-11-27T20:23:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741947_1123 (size=9657) 2024-11-27T20:23:44,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/903f62f07d0d49b2a560652b2d74699f 2024-11-27T20:23:44,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T20:23:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9d543d12cd3c4a51a38ed0a116021762 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762 2024-11-27T20:23:44,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762, entries=200, sequenceid=17, filesize=38.6 K 2024-11-27T20:23:44,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d2618f2df34b405da187c1f2685af89b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d2618f2df34b405da187c1f2685af89b 2024-11-27T20:23:44,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d2618f2df34b405da187c1f2685af89b, entries=100, sequenceid=17, filesize=9.4 K 2024-11-27T20:23:44,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/903f62f07d0d49b2a560652b2d74699f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/903f62f07d0d49b2a560652b2d74699f 2024-11-27T20:23:44,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/903f62f07d0d49b2a560652b2d74699f, entries=100, sequenceid=17, filesize=9.4 K 2024-11-27T20:23:44,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36df80eb2043088e1d1a1f5194deda00 in 783ms, sequenceid=17, compaction requested=false 2024-11-27T20:23:44,625 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T20:23:44,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:44,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:44,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T20:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:44,743 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271d3fb6ddda224de3b1b58153cbc048ed_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739023858/Put/seqid=0 2024-11-27T20:23:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741948_1124 (size=12154) 2024-11-27T20:23:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T20:23:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739085037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739085038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739085038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739085039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739085039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739085142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739085142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739085143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739085143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739085147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:45,215 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271d3fb6ddda224de3b1b58153cbc048ed_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271d3fb6ddda224de3b1b58153cbc048ed_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:45,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/edabe72a214c4744b6b90898d6059df1, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/edabe72a214c4744b6b90898d6059df1 is 175, key is test_row_0/A:col10/1732739023858/Put/seqid=0 2024-11-27T20:23:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741949_1125 (size=30955) 2024-11-27T20:23:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739085345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739085348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739085350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739085350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739085351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,625 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/edabe72a214c4744b6b90898d6059df1 2024-11-27T20:23:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/be9d718ee65540cb98d4c2e010215685 is 50, key is test_row_0/B:col10/1732739023858/Put/seqid=0 2024-11-27T20:23:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739085649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739085651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739085655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739085655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739085655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:45,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741950_1126 (size=12001) 2024-11-27T20:23:45,671 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/be9d718ee65540cb98d4c2e010215685 2024-11-27T20:23:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/790206abf4dc402d92411fe587c099e6 is 50, key is test_row_0/C:col10/1732739023858/Put/seqid=0 2024-11-27T20:23:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741951_1127 (size=12001) 2024-11-27T20:23:45,744 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/790206abf4dc402d92411fe587c099e6 2024-11-27T20:23:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/edabe72a214c4744b6b90898d6059df1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1 2024-11-27T20:23:45,759 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T20:23:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/be9d718ee65540cb98d4c2e010215685 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/be9d718ee65540cb98d4c2e010215685 2024-11-27T20:23:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/be9d718ee65540cb98d4c2e010215685, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:23:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/790206abf4dc402d92411fe587c099e6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/790206abf4dc402d92411fe587c099e6 2024-11-27T20:23:45,807 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/790206abf4dc402d92411fe587c099e6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:23:45,808 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 1065ms, sequenceid=40, compaction requested=false 2024-11-27T20:23:45,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:45,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:45,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T20:23:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-27T20:23:45,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T20:23:45,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9930 sec 2024-11-27T20:23:45,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.0010 sec 2024-11-27T20:23:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T20:23:45,923 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-27T20:23:45,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-27T20:23:45,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T20:23:45,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:45,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:45,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:23:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T20:23:46,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T20:23:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,093 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:46,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e7a9039d965d405abdc53ba04449cc17_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739025037/Put/seqid=0 2024-11-27T20:23:46,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741952_1128 (size=12154) 2024-11-27T20:23:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:46,175 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e7a9039d965d405abdc53ba04449cc17_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e7a9039d965d405abdc53ba04449cc17_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d96ca9cba7224639932bf5f8d6b71c25, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d96ca9cba7224639932bf5f8d6b71c25 is 175, key is test_row_0/A:col10/1732739025037/Put/seqid=0 2024-11-27T20:23:46,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739086187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739086190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739086190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739086191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739086193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741953_1129 (size=30955) 2024-11-27T20:23:46,203 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d96ca9cba7224639932bf5f8d6b71c25 2024-11-27T20:23:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/42b50fdefb9f46da83dbbe3f59774dc8 is 50, key is test_row_0/B:col10/1732739025037/Put/seqid=0 2024-11-27T20:23:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T20:23:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741954_1130 (size=12001) 2024-11-27T20:23:46,251 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/42b50fdefb9f46da83dbbe3f59774dc8 2024-11-27T20:23:46,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c894fa03311a48e8823757096a1f3337 is 50, key is test_row_0/C:col10/1732739025037/Put/seqid=0 2024-11-27T20:23:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741955_1131 (size=12001) 2024-11-27T20:23:46,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739086295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,298 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c894fa03311a48e8823757096a1f3337 2024-11-27T20:23:46,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739086297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739086298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739086300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739086300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d96ca9cba7224639932bf5f8d6b71c25 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25 2024-11-27T20:23:46,314 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T20:23:46,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/42b50fdefb9f46da83dbbe3f59774dc8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/42b50fdefb9f46da83dbbe3f59774dc8 2024-11-27T20:23:46,321 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/42b50fdefb9f46da83dbbe3f59774dc8, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T20:23:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c894fa03311a48e8823757096a1f3337 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c894fa03311a48e8823757096a1f3337 2024-11-27T20:23:46,332 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c894fa03311a48e8823757096a1f3337, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T20:23:46,334 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36df80eb2043088e1d1a1f5194deda00 in 241ms, sequenceid=53, compaction requested=true 2024-11-27T20:23:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-27T20:23:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-27T20:23:46,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-27T20:23:46,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 406 msec 2024-11-27T20:23:46,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 411 msec 2024-11-27T20:23:46,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:46,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:46,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739086514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739086518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739086522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739086524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739086525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T20:23:46,531 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-27T20:23:46,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-27T20:23:46,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:46,536 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:46,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T20:23:46,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127946223e41ffb4393a56f034aadad2326_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741956_1132 (size=14594) 2024-11-27T20:23:46,575 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:46,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127946223e41ffb4393a56f034aadad2326_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127946223e41ffb4393a56f034aadad2326_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:46,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2d41811f60d45118dc8323a3bbcb89e, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:46,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2d41811f60d45118dc8323a3bbcb89e is 175, key is test_row_0/A:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741957_1133 (size=39549) 2024-11-27T20:23:46,623 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2d41811f60d45118dc8323a3bbcb89e 2024-11-27T20:23:46,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739086627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739086628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739086628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739086631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739086632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/1e0738f192b74a7e9711f9a87de1afcf is 50, key is test_row_0/B:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T20:23:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741958_1134 (size=12001) 2024-11-27T20:23:46,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T20:23:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:46,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739086834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739086834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739086835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739086836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739086837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T20:23:46,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T20:23:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:46,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:46,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:46,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:46,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T20:23:46,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:46,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:46,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/1e0738f192b74a7e9711f9a87de1afcf 2024-11-27T20:23:47,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/81324114209a4538944071cae9b50baf is 50, key is test_row_0/C:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741959_1135 (size=12001) 2024-11-27T20:23:47,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/81324114209a4538944071cae9b50baf 2024-11-27T20:23:47,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2d41811f60d45118dc8323a3bbcb89e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e 2024-11-27T20:23:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T20:23:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739087140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739087140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739087140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739087141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739087141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e, entries=200, sequenceid=77, filesize=38.6 K 2024-11-27T20:23:47,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T20:23:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:47,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/1e0738f192b74a7e9711f9a87de1afcf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e0738f192b74a7e9711f9a87de1afcf 2024-11-27T20:23:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e0738f192b74a7e9711f9a87de1afcf, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T20:23:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/81324114209a4538944071cae9b50baf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81324114209a4538944071cae9b50baf 2024-11-27T20:23:47,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81324114209a4538944071cae9b50baf, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T20:23:47,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 670ms, sequenceid=77, compaction requested=true 2024-11-27T20:23:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:47,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:47,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:47,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:47,176 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:47,176 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:47,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:47,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:47,181 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:47,182 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:47,182 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,182 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d2618f2df34b405da187c1f2685af89b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/be9d718ee65540cb98d4c2e010215685, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/42b50fdefb9f46da83dbbe3f59774dc8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e0738f192b74a7e9711f9a87de1afcf] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=44.6 K 2024-11-27T20:23:47,182 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:47,182 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:47,182 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,182 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=137.7 K 2024-11-27T20:23:47,183 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,183 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e] 2024-11-27T20:23:47,185 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d2618f2df34b405da187c1f2685af89b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732739023839 2024-11-27T20:23:47,185 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d543d12cd3c4a51a38ed0a116021762, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732739023835 2024-11-27T20:23:47,186 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting edabe72a214c4744b6b90898d6059df1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739023858 2024-11-27T20:23:47,186 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting be9d718ee65540cb98d4c2e010215685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739023858 2024-11-27T20:23:47,186 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b50fdefb9f46da83dbbe3f59774dc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732739025029 2024-11-27T20:23:47,187 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d96ca9cba7224639932bf5f8d6b71c25, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732739025029 2024-11-27T20:23:47,187 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0738f192b74a7e9711f9a87de1afcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732739026189 2024-11-27T20:23:47,191 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2d41811f60d45118dc8323a3bbcb89e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732739026182 2024-11-27T20:23:47,214 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:47,215 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/c9b51e556c1045018a5d4c094f0e9564 is 50, key is test_row_0/B:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:47,220 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,225 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411270c8b6f80e5ce4983a3646df2cddbeb40_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,230 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411270c8b6f80e5ce4983a3646df2cddbeb40_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,230 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270c8b6f80e5ce4983a3646df2cddbeb40_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741960_1136 (size=12139) 2024-11-27T20:23:47,259 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/c9b51e556c1045018a5d4c094f0e9564 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c9b51e556c1045018a5d4c094f0e9564 2024-11-27T20:23:47,266 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into c9b51e556c1045018a5d4c094f0e9564(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:47,266 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,266 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=12, startTime=1732739027176; duration=0sec 2024-11-27T20:23:47,266 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:47,266 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:47,266 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:47,267 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:47,267 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:47,267 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,267 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/903f62f07d0d49b2a560652b2d74699f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/790206abf4dc402d92411fe587c099e6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c894fa03311a48e8823757096a1f3337, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81324114209a4538944071cae9b50baf] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=44.6 K 2024-11-27T20:23:47,269 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 903f62f07d0d49b2a560652b2d74699f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732739023839 2024-11-27T20:23:47,269 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 790206abf4dc402d92411fe587c099e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739023858 2024-11-27T20:23:47,269 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c894fa03311a48e8823757096a1f3337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732739025029 2024-11-27T20:23:47,271 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 81324114209a4538944071cae9b50baf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732739026189 2024-11-27T20:23:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741961_1137 (size=4469) 2024-11-27T20:23:47,283 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#115 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:47,285 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9615156ed46e4a048bd2e066aee34089 is 175, key is test_row_0/A:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:47,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741962_1138 (size=31093) 2024-11-27T20:23:47,294 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#116 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:47,295 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7249f4ad95e240cfbd22c5baecc8cb0b is 50, key is test_row_0/C:col10/1732739026189/Put/seqid=0 2024-11-27T20:23:47,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,307 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9615156ed46e4a048bd2e066aee34089 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9615156ed46e4a048bd2e066aee34089 2024-11-27T20:23:47,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T20:23:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,308 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:47,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:47,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,316 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 9615156ed46e4a048bd2e066aee34089(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:47,316 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,316 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=12, startTime=1732739027175; duration=0sec 2024-11-27T20:23:47,316 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:47,316 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741963_1139 (size=12139) 2024-11-27T20:23:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279cbb99eb61d44f03a2c2ee994dbe383a_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739026522/Put/seqid=0 2024-11-27T20:23:47,335 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7249f4ad95e240cfbd22c5baecc8cb0b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7249f4ad95e240cfbd22c5baecc8cb0b 2024-11-27T20:23:47,343 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 7249f4ad95e240cfbd22c5baecc8cb0b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:47,343 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,343 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=12, startTime=1732739027177; duration=0sec 2024-11-27T20:23:47,343 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:47,343 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741964_1140 (size=12154) 2024-11-27T20:23:47,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,355 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279cbb99eb61d44f03a2c2ee994dbe383a_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279cbb99eb61d44f03a2c2ee994dbe383a_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:47,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e535341b5a334c0eb9476ec93227f567, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e535341b5a334c0eb9476ec93227f567 is 175, key is test_row_0/A:col10/1732739026522/Put/seqid=0 2024-11-27T20:23:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741965_1141 (size=30955) 2024-11-27T20:23:47,382 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e535341b5a334c0eb9476ec93227f567 2024-11-27T20:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f8ead29e83f047b6a9c684fe6428c50f is 50, key is test_row_0/B:col10/1732739026522/Put/seqid=0 2024-11-27T20:23:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741966_1142 (size=12001) 2024-11-27T20:23:47,400 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f8ead29e83f047b6a9c684fe6428c50f 2024-11-27T20:23:47,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/d174169c63044b3aa39e26c22a4af915 is 50, key is test_row_0/C:col10/1732739026522/Put/seqid=0 2024-11-27T20:23:47,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741967_1143 (size=12001) 2024-11-27T20:23:47,415 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/d174169c63044b3aa39e26c22a4af915 2024-11-27T20:23:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e535341b5a334c0eb9476ec93227f567 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567 2024-11-27T20:23:47,426 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567, entries=150, sequenceid=91, filesize=30.2 K 2024-11-27T20:23:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f8ead29e83f047b6a9c684fe6428c50f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f8ead29e83f047b6a9c684fe6428c50f 2024-11-27T20:23:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,432 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f8ead29e83f047b6a9c684fe6428c50f, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:23:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/d174169c63044b3aa39e26c22a4af915 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/d174169c63044b3aa39e26c22a4af915 2024-11-27T20:23:47,438 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/d174169c63044b3aa39e26c22a4af915, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:23:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,440 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 36df80eb2043088e1d1a1f5194deda00 in 132ms, sequenceid=91, compaction requested=false 2024-11-27T20:23:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T20:23:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-27T20:23:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T20:23:47,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec 2024-11-27T20:23:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 911 msec 2024-11-27T20:23:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T20:23:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,643 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-27T20:23:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-27T20:23:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,648 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T20:23:47,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:47,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279caa2e33802c4224aae7f3b988a94dde_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741969_1145 (size=26798) 2024-11-27T20:23:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T20:23:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,752 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739087745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739087751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279caa2e33802c4224aae7f3b988a94dde_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279caa2e33802c4224aae7f3b988a94dde_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739087752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,763 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f9f86068cd72478b9d036b61e7b67d7c, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f9f86068cd72478b9d036b61e7b67d7c is 175, key is test_row_0/A:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:47,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739087755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739087755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741968_1144 (size=82585) 2024-11-27T20:23:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f9f86068cd72478b9d036b61e7b67d7c 2024-11-27T20:23:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:47,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4855100c06e041539fcb0c7c0384f11c is 50, key is test_row_0/B:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:47,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T20:23:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741970_1146 (size=26045) 2024-11-27T20:23:47,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4855100c06e041539fcb0c7c0384f11c 2024-11-27T20:23:47,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/ae9a51f9f95744e5aa8302026bd0aa41 is 50, key is test_row_0/C:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:47,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739087857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739087863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741971_1147 (size=12001) 2024-11-27T20:23:47,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/ae9a51f9f95744e5aa8302026bd0aa41 2024-11-27T20:23:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739087866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739087867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739087868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f9f86068cd72478b9d036b61e7b67d7c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c 2024-11-27T20:23:47,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c, entries=450, sequenceid=105, filesize=80.6 K 2024-11-27T20:23:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4855100c06e041539fcb0c7c0384f11c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4855100c06e041539fcb0c7c0384f11c 2024-11-27T20:23:47,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4855100c06e041539fcb0c7c0384f11c, entries=450, sequenceid=105, filesize=25.4 K 2024-11-27T20:23:47,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/ae9a51f9f95744e5aa8302026bd0aa41 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/ae9a51f9f95744e5aa8302026bd0aa41 2024-11-27T20:23:47,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/ae9a51f9f95744e5aa8302026bd0aa41, entries=150, sequenceid=105, filesize=11.7 K 2024-11-27T20:23:47,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36df80eb2043088e1d1a1f5194deda00 in 201ms, sequenceid=105, compaction requested=true 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:47,903 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:47,903 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:47,904 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144633 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:47,904 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:47,904 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:47,904 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:47,904 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,904 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,905 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9615156ed46e4a048bd2e066aee34089, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=141.2 K 2024-11-27T20:23:47,905 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c9b51e556c1045018a5d4c094f0e9564, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f8ead29e83f047b6a9c684fe6428c50f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4855100c06e041539fcb0c7c0384f11c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=49.0 K 2024-11-27T20:23:47,905 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,905 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9615156ed46e4a048bd2e066aee34089, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c] 2024-11-27T20:23:47,905 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c9b51e556c1045018a5d4c094f0e9564, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732739026189 2024-11-27T20:23:47,906 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9615156ed46e4a048bd2e066aee34089, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732739026189 2024-11-27T20:23:47,906 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f8ead29e83f047b6a9c684fe6428c50f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739026511 2024-11-27T20:23:47,906 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e535341b5a334c0eb9476ec93227f567, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739026511 2024-11-27T20:23:47,906 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4855100c06e041539fcb0c7c0384f11c, keycount=450, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732739027682 2024-11-27T20:23:47,906 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9f86068cd72478b9d036b61e7b67d7c, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732739027682 2024-11-27T20:23:47,919 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:47,920 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,920 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/2e0b04ba01474f2fb18cca4460dca716 is 50, key is test_row_0/B:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:47,924 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112765605fae11c6427bb000e83d9390ee60_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,933 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112765605fae11c6427bb000e83d9390ee60_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,933 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112765605fae11c6427bb000e83d9390ee60_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T20:23:47,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:47,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T20:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,955 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741972_1148 (size=12241) 2024-11-27T20:23:47,968 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/2e0b04ba01474f2fb18cca4460dca716 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/2e0b04ba01474f2fb18cca4460dca716 2024-11-27T20:23:47,975 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 2e0b04ba01474f2fb18cca4460dca716(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:47,975 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:47,975 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739027903; duration=0sec 2024-11-27T20:23:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741973_1149 (size=4469) 2024-11-27T20:23:47,975 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:47,975 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:47,975 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:47,978 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:47,978 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:47,979 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:47,979 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#124 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:47,979 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7249f4ad95e240cfbd22c5baecc8cb0b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/d174169c63044b3aa39e26c22a4af915, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/ae9a51f9f95744e5aa8302026bd0aa41] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=35.3 K 2024-11-27T20:23:47,980 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7249f4ad95e240cfbd22c5baecc8cb0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732739026189 2024-11-27T20:23:47,980 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/57850774309c4fb7894b14ea59e6a5ab is 175, key is test_row_0/A:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:47,980 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d174169c63044b3aa39e26c22a4af915, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739026511 2024-11-27T20:23:47,981 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ae9a51f9f95744e5aa8302026bd0aa41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732739027685 2024-11-27T20:23:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127647fb56b41d640edbc3cd5949c0b1a4f_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739027750/Put/seqid=0 2024-11-27T20:23:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741974_1150 (size=31195) 2024-11-27T20:23:48,010 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:48,011 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/f7303a1899154f689bc0915cf94d441f is 50, key is test_row_0/C:col10/1732739027685/Put/seqid=0 2024-11-27T20:23:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741975_1151 (size=12154) 2024-11-27T20:23:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741976_1152 (size=12241) 2024-11-27T20:23:48,056 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/f7303a1899154f689bc0915cf94d441f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f7303a1899154f689bc0915cf94d441f 2024-11-27T20:23:48,064 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into f7303a1899154f689bc0915cf94d441f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:48,064 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:48,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:48,064 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739027903; duration=0sec 2024-11-27T20:23:48,064 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:48,064 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:48,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739088076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739088084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739088113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739088114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739088122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739088214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739088221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739088222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739088224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739088227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T20:23:48,419 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/57850774309c4fb7894b14ea59e6a5ab as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/57850774309c4fb7894b14ea59e6a5ab 2024-11-27T20:23:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739088419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739088424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739088425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739088426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739088429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:48,439 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 57850774309c4fb7894b14ea59e6a5ab(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:48,439 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:48,439 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739027903; duration=0sec 2024-11-27T20:23:48,439 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:48,440 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:48,442 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127647fb56b41d640edbc3cd5949c0b1a4f_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127647fb56b41d640edbc3cd5949c0b1a4f_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:48,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ace1a233fa1e46578f19d3b76d996696, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:48,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ace1a233fa1e46578f19d3b76d996696 is 175, key is test_row_0/A:col10/1732739027750/Put/seqid=0 2024-11-27T20:23:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741977_1153 (size=30955) 2024-11-27T20:23:48,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739088723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739088727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739088729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739088730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739088735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T20:23:48,903 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ace1a233fa1e46578f19d3b76d996696 2024-11-27T20:23:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/e7fa42e18de3477981692b53d62fe1d1 is 50, key is test_row_0/B:col10/1732739027750/Put/seqid=0 2024-11-27T20:23:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741978_1154 (size=12001) 2024-11-27T20:23:48,931 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/e7fa42e18de3477981692b53d62fe1d1 2024-11-27T20:23:48,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/26523d3c6e374fee8a351daf1ef600ad is 50, key is test_row_0/C:col10/1732739027750/Put/seqid=0 2024-11-27T20:23:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741979_1155 (size=12001) 2024-11-27T20:23:49,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739089228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:49,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739089231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739089235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739089236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:49,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739089240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:49,368 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/26523d3c6e374fee8a351daf1ef600ad 2024-11-27T20:23:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ace1a233fa1e46578f19d3b76d996696 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696 2024-11-27T20:23:49,378 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696, entries=150, sequenceid=129, filesize=30.2 K 2024-11-27T20:23:49,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/e7fa42e18de3477981692b53d62fe1d1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e7fa42e18de3477981692b53d62fe1d1 2024-11-27T20:23:49,385 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e7fa42e18de3477981692b53d62fe1d1, entries=150, sequenceid=129, filesize=11.7 K 2024-11-27T20:23:49,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/26523d3c6e374fee8a351daf1ef600ad as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/26523d3c6e374fee8a351daf1ef600ad 2024-11-27T20:23:49,391 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/26523d3c6e374fee8a351daf1ef600ad, entries=150, sequenceid=129, filesize=11.7 K 2024-11-27T20:23:49,392 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 1437ms, sequenceid=129, compaction requested=false 2024-11-27T20:23:49,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:49,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:49,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T20:23:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-27T20:23:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T20:23:49,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7450 sec 2024-11-27T20:23:49,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7500 sec 2024-11-27T20:23:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T20:23:49,753 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-27T20:23:49,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-27T20:23:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:23:49,758 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:49,758 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:49,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:23:49,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:49,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T20:23:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:49,911 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:49,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e657b0b3bb3e49bc81912708c1b9f365_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739028084/Put/seqid=0 2024-11-27T20:23:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741980_1156 (size=12304) 2024-11-27T20:23:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:50,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739090269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739090269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739090271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739090272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739090274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:50,349 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e657b0b3bb3e49bc81912708c1b9f365_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e657b0b3bb3e49bc81912708c1b9f365_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/365d75849dad43cb82b2ad57c31d9eb9, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/365d75849dad43cb82b2ad57c31d9eb9 is 175, key is test_row_0/A:col10/1732739028084/Put/seqid=0 2024-11-27T20:23:50,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741981_1157 (size=31105) 2024-11-27T20:23:50,356 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/365d75849dad43cb82b2ad57c31d9eb9 2024-11-27T20:23:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:23:50,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/3ba83e8cf50d4174a7d92f02eb8f54c8 is 50, key is test_row_0/B:col10/1732739028084/Put/seqid=0 2024-11-27T20:23:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739090376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739090376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739090378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741982_1158 (size=12151) 2024-11-27T20:23:50,382 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/3ba83e8cf50d4174a7d92f02eb8f54c8 2024-11-27T20:23:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739090379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739090379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/67d88c4310b54935a07774ac36829aa6 is 50, key is test_row_0/C:col10/1732739028084/Put/seqid=0 2024-11-27T20:23:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741983_1159 (size=12151) 2024-11-27T20:23:50,400 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/67d88c4310b54935a07774ac36829aa6 2024-11-27T20:23:50,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/365d75849dad43cb82b2ad57c31d9eb9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9 2024-11-27T20:23:50,414 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9, entries=150, sequenceid=145, filesize=30.4 K 2024-11-27T20:23:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/3ba83e8cf50d4174a7d92f02eb8f54c8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/3ba83e8cf50d4174a7d92f02eb8f54c8 2024-11-27T20:23:50,420 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/3ba83e8cf50d4174a7d92f02eb8f54c8, entries=150, sequenceid=145, filesize=11.9 K 2024-11-27T20:23:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/67d88c4310b54935a07774ac36829aa6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/67d88c4310b54935a07774ac36829aa6 2024-11-27T20:23:50,427 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/67d88c4310b54935a07774ac36829aa6, entries=150, sequenceid=145, filesize=11.9 K 2024-11-27T20:23:50,428 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36df80eb2043088e1d1a1f5194deda00 in 517ms, sequenceid=145, compaction requested=true 2024-11-27T20:23:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T20:23:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-27T20:23:50,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T20:23:50,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 671 msec 2024-11-27T20:23:50,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 679 msec 2024-11-27T20:23:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:50,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:50,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278bacfc595bc04e5d9ce4a49a8e15d396_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739090593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739090594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739090595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739090596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739090597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741984_1160 (size=12304) 2024-11-27T20:23:50,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:50,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278bacfc595bc04e5d9ce4a49a8e15d396_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278bacfc595bc04e5d9ce4a49a8e15d396_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:50,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e9693bc29d7f40cd9cea76857fe876a2, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:50,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e9693bc29d7f40cd9cea76857fe876a2 is 175, key is test_row_0/A:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741985_1161 (size=31105) 2024-11-27T20:23:50,647 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e9693bc29d7f40cd9cea76857fe876a2 2024-11-27T20:23:50,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f5c42818f57e406d85cdd8f09cd41c39 is 50, key is test_row_0/B:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741986_1162 (size=12151) 2024-11-27T20:23:50,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f5c42818f57e406d85cdd8f09cd41c39 2024-11-27T20:23:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739090700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739090700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739090701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739090705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739090705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/eb06b4bb99b94f1caadf1c71d5503f55 is 50, key is test_row_0/C:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741987_1163 (size=12151) 2024-11-27T20:23:50,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/eb06b4bb99b94f1caadf1c71d5503f55 2024-11-27T20:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/e9693bc29d7f40cd9cea76857fe876a2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2 2024-11-27T20:23:50,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2, entries=150, sequenceid=170, filesize=30.4 K 2024-11-27T20:23:50,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f5c42818f57e406d85cdd8f09cd41c39 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f5c42818f57e406d85cdd8f09cd41c39 2024-11-27T20:23:50,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f5c42818f57e406d85cdd8f09cd41c39, entries=150, sequenceid=170, filesize=11.9 K 2024-11-27T20:23:50,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/eb06b4bb99b94f1caadf1c71d5503f55 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/eb06b4bb99b94f1caadf1c71d5503f55 2024-11-27T20:23:50,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/eb06b4bb99b94f1caadf1c71d5503f55, entries=150, sequenceid=170, filesize=11.9 K 2024-11-27T20:23:50,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 36df80eb2043088e1d1a1f5194deda00 in 182ms, sequenceid=170, compaction requested=true 2024-11-27T20:23:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:50,766 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:50,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:50,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:50,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:50,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:50,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:50,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:50,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:50,768 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:50,768 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:50,768 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:50,768 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/57850774309c4fb7894b14ea59e6a5ab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=121.4 K 2024-11-27T20:23:50,768 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:50,768 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/57850774309c4fb7894b14ea59e6a5ab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2] 2024-11-27T20:23:50,769 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57850774309c4fb7894b14ea59e6a5ab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732739027685 2024-11-27T20:23:50,769 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:50,769 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:50,769 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:50,769 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ace1a233fa1e46578f19d3b76d996696, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732739027750 2024-11-27T20:23:50,770 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/2e0b04ba01474f2fb18cca4460dca716, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e7fa42e18de3477981692b53d62fe1d1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/3ba83e8cf50d4174a7d92f02eb8f54c8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f5c42818f57e406d85cdd8f09cd41c39] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=47.4 K 2024-11-27T20:23:50,770 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 365d75849dad43cb82b2ad57c31d9eb9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732739028072 2024-11-27T20:23:50,770 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9693bc29d7f40cd9cea76857fe876a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732739030267 2024-11-27T20:23:50,770 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e0b04ba01474f2fb18cca4460dca716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732739027685 2024-11-27T20:23:50,771 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e7fa42e18de3477981692b53d62fe1d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732739027750 2024-11-27T20:23:50,773 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba83e8cf50d4174a7d92f02eb8f54c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732739028072 2024-11-27T20:23:50,774 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c42818f57e406d85cdd8f09cd41c39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732739030267 2024-11-27T20:23:50,789 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:50,806 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:50,807 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b265ebf1191c4d5ba8280a61ee60f72f is 50, key is test_row_0/B:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,811 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127150f443910534b52adbe20439b1d1851_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:50,813 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127150f443910534b52adbe20439b1d1851_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:50,813 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127150f443910534b52adbe20439b1d1851_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741988_1164 (size=12527) 2024-11-27T20:23:50,846 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b265ebf1191c4d5ba8280a61ee60f72f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b265ebf1191c4d5ba8280a61ee60f72f 2024-11-27T20:23:50,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741989_1165 (size=4469) 2024-11-27T20:23:50,857 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#135 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:50,857 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/8432c9e865c34f5f9d15357a50d13f58 is 175, key is test_row_0/A:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,859 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into b265ebf1191c4d5ba8280a61ee60f72f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:50,859 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:50,859 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=12, startTime=1732739030766; duration=0sec 2024-11-27T20:23:50,859 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:50,859 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:50,859 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:50,861 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:50,861 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:23:50,861 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:50,861 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f7303a1899154f689bc0915cf94d441f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/26523d3c6e374fee8a351daf1ef600ad, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/67d88c4310b54935a07774ac36829aa6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/eb06b4bb99b94f1caadf1c71d5503f55] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=47.4 K 2024-11-27T20:23:50,861 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-27T20:23:50,862 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f7303a1899154f689bc0915cf94d441f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732739027685 2024-11-27T20:23:50,862 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 26523d3c6e374fee8a351daf1ef600ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732739027750 2024-11-27T20:23:50,863 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 67d88c4310b54935a07774ac36829aa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732739028072 2024-11-27T20:23:50,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:50,864 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting eb06b4bb99b94f1caadf1c71d5503f55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732739030267 2024-11-27T20:23:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-27T20:23:50,865 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:50,866 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:50,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:50,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741990_1166 (size=31481) 2024-11-27T20:23:50,880 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:50,880 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/33ae18826e4b41fc878f7f28c759255e is 50, key is test_row_0/C:col10/1732739030582/Put/seqid=0 2024-11-27T20:23:50,885 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/8432c9e865c34f5f9d15357a50d13f58 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8432c9e865c34f5f9d15357a50d13f58 2024-11-27T20:23:50,893 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 8432c9e865c34f5f9d15357a50d13f58(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:50,893 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:50,893 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=12, startTime=1732739030765; duration=0sec 2024-11-27T20:23:50,893 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:50,893 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741991_1167 (size=12527) 2024-11-27T20:23:50,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:50,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b209887b93954ad7b1b25f445a2d7c0e_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739030588/Put/seqid=0 2024-11-27T20:23:50,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739090950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739090950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739090952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739090952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739090953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741992_1168 (size=12304) 2024-11-27T20:23:50,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:51,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b209887b93954ad7b1b25f445a2d7c0e_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b209887b93954ad7b1b25f445a2d7c0e_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:51,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/48e45ccd89994ebf99a0ede12c7fc5d5, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:51,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/48e45ccd89994ebf99a0ede12c7fc5d5 is 175, key is test_row_0/A:col10/1732739030588/Put/seqid=0 2024-11-27T20:23:51,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741993_1169 (size=31105) 2024-11-27T20:23:51,029 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/48e45ccd89994ebf99a0ede12c7fc5d5 2024-11-27T20:23:51,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/ccc415f5185447ec8916866dc1db7995 is 50, key is test_row_0/B:col10/1732739030588/Put/seqid=0 2024-11-27T20:23:51,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739091056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739091057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739091057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739091057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739091061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741994_1170 (size=12151) 2024-11-27T20:23:51,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/ccc415f5185447ec8916866dc1db7995 2024-11-27T20:23:51,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7fdb44d3de5648d5a9ebbfd18e841911 is 50, key is test_row_0/C:col10/1732739030588/Put/seqid=0 2024-11-27T20:23:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741995_1171 (size=12151) 2024-11-27T20:23:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:51,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739091260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739091260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739091261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739091263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739091266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,312 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/33ae18826e4b41fc878f7f28c759255e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/33ae18826e4b41fc878f7f28c759255e 2024-11-27T20:23:51,319 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 33ae18826e4b41fc878f7f28c759255e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:51,319 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:51,320 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=12, startTime=1732739030767; duration=0sec 2024-11-27T20:23:51,320 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:51,320 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:51,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:51,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7fdb44d3de5648d5a9ebbfd18e841911 2024-11-27T20:23:51,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/48e45ccd89994ebf99a0ede12c7fc5d5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5 2024-11-27T20:23:51,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5, entries=150, sequenceid=185, filesize=30.4 K 2024-11-27T20:23:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/ccc415f5185447ec8916866dc1db7995 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ccc415f5185447ec8916866dc1db7995 2024-11-27T20:23:51,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ccc415f5185447ec8916866dc1db7995, entries=150, sequenceid=185, filesize=11.9 K 2024-11-27T20:23:51,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7fdb44d3de5648d5a9ebbfd18e841911 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7fdb44d3de5648d5a9ebbfd18e841911 2024-11-27T20:23:51,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7fdb44d3de5648d5a9ebbfd18e841911, entries=150, sequenceid=185, filesize=11.9 K 2024-11-27T20:23:51,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739091565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 36df80eb2043088e1d1a1f5194deda00 in 659ms, sequenceid=185, compaction requested=false 2024-11-27T20:23:51,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:51,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:51,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739091579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739091579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739091581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739091582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f8be7a9eb0354c0b937cd5244d0d931d_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741996_1172 (size=12304) 2024-11-27T20:23:51,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739091684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739091685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739091685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739091688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739091887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739091888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739091888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739091890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:51,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:51,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:52,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:52,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f8be7a9eb0354c0b937cd5244d0d931d_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f8be7a9eb0354c0b937cd5244d0d931d_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:52,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/af45779a1b814e67978e8cad7d3d7bbd, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:52,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/af45779a1b814e67978e8cad7d3d7bbd is 175, key is test_row_0/A:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741997_1173 (size=31105) 2024-11-27T20:23:52,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739092067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:52,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:52,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739092197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739092197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739092198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739092201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,440 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/af45779a1b814e67978e8cad7d3d7bbd 2024-11-27T20:23:52,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d0d8494e46e74efcbafe805f67755ec9 is 50, key is test_row_0/B:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741998_1174 (size=12151) 2024-11-27T20:23:52,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d0d8494e46e74efcbafe805f67755ec9 2024-11-27T20:23:52,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/83d60901752f42589673c294f1eeb3bc is 50, key is test_row_0/C:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741999_1175 (size=12151) 2024-11-27T20:23:52,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/83d60901752f42589673c294f1eeb3bc 2024-11-27T20:23:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/af45779a1b814e67978e8cad7d3d7bbd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd 2024-11-27T20:23:52,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd, entries=150, sequenceid=212, filesize=30.4 K 2024-11-27T20:23:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d0d8494e46e74efcbafe805f67755ec9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d0d8494e46e74efcbafe805f67755ec9 2024-11-27T20:23:52,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:52,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:52,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d0d8494e46e74efcbafe805f67755ec9, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T20:23:52,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/83d60901752f42589673c294f1eeb3bc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/83d60901752f42589673c294f1eeb3bc 2024-11-27T20:23:52,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/83d60901752f42589673c294f1eeb3bc, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T20:23:52,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 36df80eb2043088e1d1a1f5194deda00 in 1020ms, sequenceid=212, compaction requested=true 2024-11-27T20:23:52,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:52,591 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:52,593 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:52,593 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:52,593 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,593 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8432c9e865c34f5f9d15357a50d13f58, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=91.5 K 2024-11-27T20:23:52,593 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,593 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8432c9e865c34f5f9d15357a50d13f58, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd] 2024-11-27T20:23:52,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:52,594 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:52,594 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8432c9e865c34f5f9d15357a50d13f58, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732739030267 2024-11-27T20:23:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:52,595 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48e45ccd89994ebf99a0ede12c7fc5d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732739030588 2024-11-27T20:23:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:52,596 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting af45779a1b814e67978e8cad7d3d7bbd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739030951 2024-11-27T20:23:52,596 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:52,596 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:52,596 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,596 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b265ebf1191c4d5ba8280a61ee60f72f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ccc415f5185447ec8916866dc1db7995, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d0d8494e46e74efcbafe805f67755ec9] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.0 K 2024-11-27T20:23:52,597 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b265ebf1191c4d5ba8280a61ee60f72f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732739030267 2024-11-27T20:23:52,597 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc415f5185447ec8916866dc1db7995, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732739030588 2024-11-27T20:23:52,598 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d8494e46e74efcbafe805f67755ec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739030951 2024-11-27T20:23:52,605 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:52,627 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127651203b3ce7f4f2ca3c88fc76d77d4e4_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:52,629 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127651203b3ce7f4f2ca3c88fc76d77d4e4_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:52,629 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127651203b3ce7f4f2ca3c88fc76d77d4e4_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:52,642 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:52,643 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/ad3a176d872f486586304f00b547b9fe is 50, key is test_row_0/B:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:52,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742000_1176 (size=4469) 2024-11-27T20:23:52,692 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#144 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:52,693 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0f4ab54302d140db81c9e480e6678028 is 175, key is test_row_0/A:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:52,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742001_1177 (size=12629) 2024-11-27T20:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,726 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/ad3a176d872f486586304f00b547b9fe as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ad3a176d872f486586304f00b547b9fe 2024-11-27T20:23:52,735 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into ad3a176d872f486586304f00b547b9fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:52,736 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:52,736 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739032594; duration=0sec 2024-11-27T20:23:52,736 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:52,736 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:52,736 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:52,739 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:52,739 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:52,739 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,740 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/33ae18826e4b41fc878f7f28c759255e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7fdb44d3de5648d5a9ebbfd18e841911, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/83d60901752f42589673c294f1eeb3bc] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.0 K 2024-11-27T20:23:52,741 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 33ae18826e4b41fc878f7f28c759255e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732739030267 2024-11-27T20:23:52,742 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fdb44d3de5648d5a9ebbfd18e841911, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732739030588 2024-11-27T20:23:52,742 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d60901752f42589673c294f1eeb3bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739030951 2024-11-27T20:23:52,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f1d64a207c9445e1a946a2c2977fd2bb_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739032705/Put/seqid=0 2024-11-27T20:23:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742002_1178 (size=31583) 2024-11-27T20:23:52,760 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:52,762 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/95cc1f73a62c45999bcdc4fc8793a2af is 50, key is test_row_0/C:col10/1732739031568/Put/seqid=0 2024-11-27T20:23:52,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739092764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739092765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739092766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739092764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742003_1179 (size=12629) 2024-11-27T20:23:52,823 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/95cc1f73a62c45999bcdc4fc8793a2af as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/95cc1f73a62c45999bcdc4fc8793a2af 2024-11-27T20:23:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742004_1180 (size=14794) 2024-11-27T20:23:52,835 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 95cc1f73a62c45999bcdc4fc8793a2af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:52,835 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:52,835 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739032595; duration=0sec 2024-11-27T20:23:52,836 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:52,836 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:52,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:52,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739092877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739092878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739092878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739092888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:53,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739093075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739093095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739093096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739093096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739093097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,165 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0f4ab54302d140db81c9e480e6678028 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0f4ab54302d140db81c9e480e6678028 2024-11-27T20:23:53,175 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 0f4ab54302d140db81c9e480e6678028(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:53,175 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:53,175 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739032591; duration=0sec 2024-11-27T20:23:53,175 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:53,175 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:53,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:53,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f1d64a207c9445e1a946a2c2977fd2bb_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f1d64a207c9445e1a946a2c2977fd2bb_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:53,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/09804042d56c4bb28822fbfbe4728993, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:53,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/09804042d56c4bb28822fbfbe4728993 is 175, key is test_row_0/A:col10/1732739032705/Put/seqid=0 2024-11-27T20:23:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742005_1181 (size=39749) 2024-11-27T20:23:53,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/09804042d56c4bb28822fbfbe4728993 2024-11-27T20:23:53,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/7191e4358a06441c9433695175c9ee42 is 50, key is test_row_0/B:col10/1732739032705/Put/seqid=0 2024-11-27T20:23:53,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742006_1182 (size=12151) 2024-11-27T20:23:53,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/7191e4358a06441c9433695175c9ee42 2024-11-27T20:23:53,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/8729307224ed4a3fae712875c6810dd8 is 50, key is test_row_0/C:col10/1732739032705/Put/seqid=0 2024-11-27T20:23:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742007_1183 (size=12151) 2024-11-27T20:23:53,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739093399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739093399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739093399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739093403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/8729307224ed4a3fae712875c6810dd8 2024-11-27T20:23:53,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/09804042d56c4bb28822fbfbe4728993 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993 2024-11-27T20:23:53,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993, entries=200, sequenceid=224, filesize=38.8 K 2024-11-27T20:23:53,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/7191e4358a06441c9433695175c9ee42 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/7191e4358a06441c9433695175c9ee42 2024-11-27T20:23:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/7191e4358a06441c9433695175c9ee42, entries=150, sequenceid=224, filesize=11.9 K 2024-11-27T20:23:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/8729307224ed4a3fae712875c6810dd8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/8729307224ed4a3fae712875c6810dd8 2024-11-27T20:23:53,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/8729307224ed4a3fae712875c6810dd8, entries=150, sequenceid=224, filesize=11.9 K 2024-11-27T20:23:53,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36df80eb2043088e1d1a1f5194deda00 in 1127ms, sequenceid=224, compaction requested=false 2024-11-27T20:23:53,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:53,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:53,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ac19a33b4c4f49c4ad7cb807943d6561_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739093917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739093920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739093921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739093923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:53,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:53,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:53,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:53,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742008_1184 (size=14794) 2024-11-27T20:23:53,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:53,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ac19a33b4c4f49c4ad7cb807943d6561_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ac19a33b4c4f49c4ad7cb807943d6561_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:53,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/8ac5535d5ff941c5811b85da9cf20303, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:53,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/8ac5535d5ff941c5811b85da9cf20303 is 175, key is test_row_0/A:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742009_1185 (size=39749) 2024-11-27T20:23:54,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/8ac5535d5ff941c5811b85da9cf20303 2024-11-27T20:23:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739094027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739094027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739094028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739094028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/c7432cc3534c47ad9cdad34379eac28e is 50, key is test_row_0/B:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742010_1186 (size=12151) 2024-11-27T20:23:54,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/c7432cc3534c47ad9cdad34379eac28e 2024-11-27T20:23:54,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/a8c2d8f473764d85a7369b0fa864affd is 50, key is test_row_0/C:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742011_1187 (size=12151) 2024-11-27T20:23:54,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/a8c2d8f473764d85a7369b0fa864affd 2024-11-27T20:23:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/8ac5535d5ff941c5811b85da9cf20303 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303 2024-11-27T20:23:54,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303, entries=200, sequenceid=252, filesize=38.8 K 2024-11-27T20:23:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/c7432cc3534c47ad9cdad34379eac28e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c7432cc3534c47ad9cdad34379eac28e 2024-11-27T20:23:54,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c7432cc3534c47ad9cdad34379eac28e, entries=150, sequenceid=252, filesize=11.9 K 2024-11-27T20:23:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/a8c2d8f473764d85a7369b0fa864affd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a8c2d8f473764d85a7369b0fa864affd 2024-11-27T20:23:54,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a8c2d8f473764d85a7369b0fa864affd, entries=150, sequenceid=252, filesize=11.9 K 2024-11-27T20:23:54,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 36df80eb2043088e1d1a1f5194deda00 in 296ms, sequenceid=252, compaction requested=true 2024-11-27T20:23:54,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:54,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:54,204 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:54,204 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:54,204 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,204 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0f4ab54302d140db81c9e480e6678028, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=108.5 K 2024-11-27T20:23:54,204 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,204 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0f4ab54302d140db81c9e480e6678028, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303] 2024-11-27T20:23:54,205 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f4ab54302d140db81c9e480e6678028, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739030951 2024-11-27T20:23:54,205 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09804042d56c4bb28822fbfbe4728993, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732739031575 2024-11-27T20:23:54,206 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ac5535d5ff941c5811b85da9cf20303, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732739032761 2024-11-27T20:23:54,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:54,207 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:54,209 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:54,209 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:54,209 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,209 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ad3a176d872f486586304f00b547b9fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/7191e4358a06441c9433695175c9ee42, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c7432cc3534c47ad9cdad34379eac28e] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.1 K 2024-11-27T20:23:54,210 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ad3a176d872f486586304f00b547b9fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739030951 2024-11-27T20:23:54,210 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7191e4358a06441c9433695175c9ee42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732739031580 2024-11-27T20:23:54,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:54,211 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c7432cc3534c47ad9cdad34379eac28e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732739032761 2024-11-27T20:23:54,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:54,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:54,220 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:54,241 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411274f10e4b4e60c444e92186538e09ff41f_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:54,243 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411274f10e4b4e60c444e92186538e09ff41f_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:54,243 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274f10e4b4e60c444e92186538e09ff41f_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:54,266 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:54,267 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/585587c57deb455f8eed841ea9bfc948 is 50, key is test_row_0/B:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:54,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T20:23:54,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,273 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:54,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742012_1188 (size=4469) 2024-11-27T20:23:54,312 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#153 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:54,312 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ec164be917f144d495f3d9b187013423 is 175, key is test_row_0/A:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742013_1189 (size=12731) 2024-11-27T20:23:54,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276cbc8c3add854ce9aff88a126e9adee7_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739033920/Put/seqid=0 2024-11-27T20:23:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742014_1190 (size=31685) 2024-11-27T20:23:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739094375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739094376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739094378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739094379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742015_1191 (size=12454) 2024-11-27T20:23:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:54,424 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276cbc8c3add854ce9aff88a126e9adee7_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276cbc8c3add854ce9aff88a126e9adee7_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:54,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/517d9b26c893404c9cec1ea6f50b2352, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/517d9b26c893404c9cec1ea6f50b2352 is 175, key is test_row_0/A:col10/1732739033920/Put/seqid=0 2024-11-27T20:23:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742016_1192 (size=31255) 2024-11-27T20:23:54,469 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/517d9b26c893404c9cec1ea6f50b2352 2024-11-27T20:23:54,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739094485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739094485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739094486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739094487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9ffac8c803a841e99aa1ef05c80bf33b is 50, key is test_row_0/B:col10/1732739033920/Put/seqid=0 2024-11-27T20:23:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742017_1193 (size=12301) 2024-11-27T20:23:54,564 INFO [master/23827885d8b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:23:54,564 INFO [master/23827885d8b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:23:54,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739094691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739094692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739094692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739094701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:54,757 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/585587c57deb455f8eed841ea9bfc948 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/585587c57deb455f8eed841ea9bfc948 2024-11-27T20:23:54,764 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 585587c57deb455f8eed841ea9bfc948(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:54,764 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:54,764 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739034207; duration=0sec 2024-11-27T20:23:54,764 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:54,764 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:54,764 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:54,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:54,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:54,766 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:54,766 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/95cc1f73a62c45999bcdc4fc8793a2af, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/8729307224ed4a3fae712875c6810dd8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a8c2d8f473764d85a7369b0fa864affd] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.1 K 2024-11-27T20:23:54,767 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 95cc1f73a62c45999bcdc4fc8793a2af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739030951 2024-11-27T20:23:54,767 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8729307224ed4a3fae712875c6810dd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732739031580 2024-11-27T20:23:54,770 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a8c2d8f473764d85a7369b0fa864affd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732739032761 2024-11-27T20:23:54,784 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ec164be917f144d495f3d9b187013423 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ec164be917f144d495f3d9b187013423 2024-11-27T20:23:54,792 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into ec164be917f144d495f3d9b187013423(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:54,792 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:54,792 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739034201; duration=0sec 2024-11-27T20:23:54,793 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:54,793 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:54,815 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:54,816 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/4fe17903430347d9b6f3031d59d2d00a is 50, key is test_row_0/C:col10/1732739032765/Put/seqid=0 2024-11-27T20:23:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742018_1194 (size=12731) 2024-11-27T20:23:54,951 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9ffac8c803a841e99aa1ef05c80bf33b 2024-11-27T20:23:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:54,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/533c19d3a85e460d9807a9f6f1416e22 is 50, key is test_row_0/C:col10/1732739033920/Put/seqid=0 2024-11-27T20:23:55,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739094997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739094997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739094998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739095007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742019_1195 (size=12301) 2024-11-27T20:23:55,031 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/533c19d3a85e460d9807a9f6f1416e22 2024-11-27T20:23:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/517d9b26c893404c9cec1ea6f50b2352 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352 2024-11-27T20:23:55,044 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352, entries=150, sequenceid=266, filesize=30.5 K 2024-11-27T20:23:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9ffac8c803a841e99aa1ef05c80bf33b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9ffac8c803a841e99aa1ef05c80bf33b 2024-11-27T20:23:55,050 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9ffac8c803a841e99aa1ef05c80bf33b, entries=150, sequenceid=266, filesize=12.0 K 2024-11-27T20:23:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/533c19d3a85e460d9807a9f6f1416e22 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/533c19d3a85e460d9807a9f6f1416e22 2024-11-27T20:23:55,059 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/533c19d3a85e460d9807a9f6f1416e22, entries=150, sequenceid=266, filesize=12.0 K 2024-11-27T20:23:55,062 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 36df80eb2043088e1d1a1f5194deda00 in 789ms, sequenceid=266, compaction requested=false 2024-11-27T20:23:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T20:23:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-27T20:23:55,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T20:23:55,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2030 sec 2024-11-27T20:23:55,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 4.2100 sec 2024-11-27T20:23:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:55,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:23:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b4610c49c44d4e38bc34900e96761b2d_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:55,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739095152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742020_1196 (size=14994) 2024-11-27T20:23:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739095254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,286 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/4fe17903430347d9b6f3031d59d2d00a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/4fe17903430347d9b6f3031d59d2d00a 2024-11-27T20:23:55,307 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 4fe17903430347d9b6f3031d59d2d00a(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:55,307 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:55,307 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739034213; duration=0sec 2024-11-27T20:23:55,307 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:55,307 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739095456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739095505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739095505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739095507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739095512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,589 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:55,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b4610c49c44d4e38bc34900e96761b2d_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b4610c49c44d4e38bc34900e96761b2d_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:55,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/7ceb64d7932d4ca6aa6a505bea7c988e, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:55,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/7ceb64d7932d4ca6aa6a505bea7c988e is 175, key is test_row_0/A:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742021_1197 (size=39949) 2024-11-27T20:23:55,622 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/7ceb64d7932d4ca6aa6a505bea7c988e 2024-11-27T20:23:55,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/755018d7657d4549b6e27ef427f38f2d is 50, key is test_row_0/B:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742022_1198 (size=12301) 2024-11-27T20:23:55,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/755018d7657d4549b6e27ef427f38f2d 2024-11-27T20:23:55,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/565e6f56a01d41e7a184e937c1cba1d5 is 50, key is test_row_0/C:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742023_1199 (size=12301) 2024-11-27T20:23:55,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/565e6f56a01d41e7a184e937c1cba1d5 2024-11-27T20:23:55,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/7ceb64d7932d4ca6aa6a505bea7c988e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e 2024-11-27T20:23:55,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e, entries=200, sequenceid=291, filesize=39.0 K 2024-11-27T20:23:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/755018d7657d4549b6e27ef427f38f2d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/755018d7657d4549b6e27ef427f38f2d 2024-11-27T20:23:55,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/755018d7657d4549b6e27ef427f38f2d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-27T20:23:55,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/565e6f56a01d41e7a184e937c1cba1d5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/565e6f56a01d41e7a184e937c1cba1d5 2024-11-27T20:23:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739095765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:55,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/565e6f56a01d41e7a184e937c1cba1d5, entries=150, sequenceid=291, filesize=12.0 K 2024-11-27T20:23:55,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 679ms, sequenceid=291, compaction requested=true 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:55,770 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:55,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:55,772 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:55,772 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:55,772 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:55,772 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:55,772 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ec164be917f144d495f3d9b187013423, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=100.5 K 2024-11-27T20:23:55,772 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:55,772 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ec164be917f144d495f3d9b187013423, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e] 2024-11-27T20:23:55,773 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:55,773 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:55,773 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:55,773 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/585587c57deb455f8eed841ea9bfc948, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9ffac8c803a841e99aa1ef05c80bf33b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/755018d7657d4549b6e27ef427f38f2d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.5 K 2024-11-27T20:23:55,773 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ec164be917f144d495f3d9b187013423, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732739032761 2024-11-27T20:23:55,774 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 585587c57deb455f8eed841ea9bfc948, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732739032761 2024-11-27T20:23:55,774 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 517d9b26c893404c9cec1ea6f50b2352, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732739033912 2024-11-27T20:23:55,774 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ceb64d7932d4ca6aa6a505bea7c988e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732739034372 2024-11-27T20:23:55,774 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ffac8c803a841e99aa1ef05c80bf33b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732739033912 2024-11-27T20:23:55,775 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 755018d7657d4549b6e27ef427f38f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732739034372 2024-11-27T20:23:55,794 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:55,802 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:55,802 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127b2a06a6ab6bb4c28a7e11a0cc5348532_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:55,803 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/5175477c23234095b8cb05dfebacc04d is 50, key is test_row_0/B:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:55,804 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127b2a06a6ab6bb4c28a7e11a0cc5348532_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:55,804 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b2a06a6ab6bb4c28a7e11a0cc5348532_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:55,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742024_1200 (size=4469) 2024-11-27T20:23:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742025_1201 (size=12983) 2024-11-27T20:23:55,880 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/5175477c23234095b8cb05dfebacc04d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/5175477c23234095b8cb05dfebacc04d 2024-11-27T20:23:55,886 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 5175477c23234095b8cb05dfebacc04d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:55,886 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:55,886 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739035770; duration=0sec 2024-11-27T20:23:55,886 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:55,886 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:55,886 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:55,888 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:55,889 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:55,889 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:55,889 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/4fe17903430347d9b6f3031d59d2d00a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/533c19d3a85e460d9807a9f6f1416e22, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/565e6f56a01d41e7a184e937c1cba1d5] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.5 K 2024-11-27T20:23:55,890 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fe17903430347d9b6f3031d59d2d00a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732739032761 2024-11-27T20:23:55,890 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 533c19d3a85e460d9807a9f6f1416e22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732739033912 2024-11-27T20:23:55,890 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 565e6f56a01d41e7a184e937c1cba1d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732739034372 2024-11-27T20:23:55,910 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:55,910 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/da3d3e19efac4489ac64b65fa74c3d4f is 50, key is test_row_0/C:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742026_1202 (size=12983) 2024-11-27T20:23:56,258 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#162 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:56,259 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/bb1d7872eac7479bbcc61e446aa55790 is 175, key is test_row_0/A:col10/1732739034372/Put/seqid=0 2024-11-27T20:23:56,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742027_1203 (size=31937) 2024-11-27T20:23:56,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127250100562bce470c9bb57c93927c1095_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739035149/Put/seqid=0 2024-11-27T20:23:56,330 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/bb1d7872eac7479bbcc61e446aa55790 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/bb1d7872eac7479bbcc61e446aa55790 2024-11-27T20:23:56,337 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into bb1d7872eac7479bbcc61e446aa55790(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:56,337 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:56,337 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739035770; duration=0sec 2024-11-27T20:23:56,338 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:56,338 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:56,358 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/da3d3e19efac4489ac64b65fa74c3d4f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/da3d3e19efac4489ac64b65fa74c3d4f 2024-11-27T20:23:56,365 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into da3d3e19efac4489ac64b65fa74c3d4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:56,365 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:56,365 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739035770; duration=0sec 2024-11-27T20:23:56,366 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:56,366 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742028_1204 (size=14994) 2024-11-27T20:23:56,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:56,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127250100562bce470c9bb57c93927c1095_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127250100562bce470c9bb57c93927c1095_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:56,385 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/58fbd638243449cd900298064abd16f9, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:56,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/58fbd638243449cd900298064abd16f9 is 175, key is test_row_0/A:col10/1732739035149/Put/seqid=0 2024-11-27T20:23:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739096399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742029_1205 (size=39949) 2024-11-27T20:23:56,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739096506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739096515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739096518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739096518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739096519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739096711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:56,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/58fbd638243449cd900298064abd16f9 2024-11-27T20:23:56,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/31ed2c03e0dc45d6a58ead2ff292fcc1 is 50, key is test_row_0/B:col10/1732739035149/Put/seqid=0 2024-11-27T20:23:56,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742030_1206 (size=12301) 2024-11-27T20:23:56,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/31ed2c03e0dc45d6a58ead2ff292fcc1 2024-11-27T20:23:56,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/129cedf1d9084f5a86e6d2b86e8fa453 is 50, key is test_row_0/C:col10/1732739035149/Put/seqid=0 2024-11-27T20:23:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742031_1207 (size=12301) 2024-11-27T20:23:56,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/129cedf1d9084f5a86e6d2b86e8fa453 2024-11-27T20:23:56,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/58fbd638243449cd900298064abd16f9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9 2024-11-27T20:23:56,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9, entries=200, sequenceid=307, filesize=39.0 K 2024-11-27T20:23:56,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/31ed2c03e0dc45d6a58ead2ff292fcc1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/31ed2c03e0dc45d6a58ead2ff292fcc1 2024-11-27T20:23:56,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/31ed2c03e0dc45d6a58ead2ff292fcc1, entries=150, sequenceid=307, filesize=12.0 K 2024-11-27T20:23:56,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/129cedf1d9084f5a86e6d2b86e8fa453 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/129cedf1d9084f5a86e6d2b86e8fa453 2024-11-27T20:23:56,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/129cedf1d9084f5a86e6d2b86e8fa453, entries=150, sequenceid=307, filesize=12.0 K 2024-11-27T20:23:56,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 36df80eb2043088e1d1a1f5194deda00 in 723ms, sequenceid=307, compaction requested=false 2024-11-27T20:23:56,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:57,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127692eed3f23ad4867bbd44af767a6f304_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739097062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:57,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742032_1208 (size=14994) 2024-11-27T20:23:57,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:57,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127692eed3f23ad4867bbd44af767a6f304_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127692eed3f23ad4867bbd44af767a6f304_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:57,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/43d93a1d9d5d49478e1fe6460b22aec3, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:57,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/43d93a1d9d5d49478e1fe6460b22aec3 is 175, key is test_row_0/A:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742033_1209 (size=39949) 2024-11-27T20:23:57,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/43d93a1d9d5d49478e1fe6460b22aec3 2024-11-27T20:23:57,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/cde290fe9e52438d8764f7404a363c64 is 50, key is test_row_0/B:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739097168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:57,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742034_1210 (size=12301) 2024-11-27T20:23:57,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739097375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:57,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/cde290fe9e52438d8764f7404a363c64 2024-11-27T20:23:57,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c91bb0e0497240318ae3b98a1ab3c4f7 is 50, key is test_row_0/C:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742035_1211 (size=12301) 2024-11-27T20:23:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739097678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:57,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c91bb0e0497240318ae3b98a1ab3c4f7 2024-11-27T20:23:57,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/43d93a1d9d5d49478e1fe6460b22aec3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3 2024-11-27T20:23:57,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3, entries=200, sequenceid=332, filesize=39.0 K 2024-11-27T20:23:57,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/cde290fe9e52438d8764f7404a363c64 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/cde290fe9e52438d8764f7404a363c64 2024-11-27T20:23:57,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/cde290fe9e52438d8764f7404a363c64, entries=150, sequenceid=332, filesize=12.0 K 2024-11-27T20:23:57,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c91bb0e0497240318ae3b98a1ab3c4f7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c91bb0e0497240318ae3b98a1ab3c4f7 2024-11-27T20:23:57,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c91bb0e0497240318ae3b98a1ab3c4f7, entries=150, sequenceid=332, filesize=12.0 K 2024-11-27T20:23:57,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 690ms, sequenceid=332, compaction requested=true 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:57,713 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:57,713 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:57,714 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:57,714 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:57,714 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:57,715 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/bb1d7872eac7479bbcc61e446aa55790, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=109.2 K 2024-11-27T20:23:57,715 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:57,715 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/bb1d7872eac7479bbcc61e446aa55790, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3] 2024-11-27T20:23:57,715 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:57,715 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:57,715 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:57,715 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/5175477c23234095b8cb05dfebacc04d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/31ed2c03e0dc45d6a58ead2ff292fcc1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/cde290fe9e52438d8764f7404a363c64] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.7 K 2024-11-27T20:23:57,716 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb1d7872eac7479bbcc61e446aa55790, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732739034372 2024-11-27T20:23:57,716 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5175477c23234095b8cb05dfebacc04d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732739034372 2024-11-27T20:23:57,716 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58fbd638243449cd900298064abd16f9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732739035115 2024-11-27T20:23:57,717 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ed2c03e0dc45d6a58ead2ff292fcc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732739035145 2024-11-27T20:23:57,717 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cde290fe9e52438d8764f7404a363c64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732739036392 2024-11-27T20:23:57,717 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d93a1d9d5d49478e1fe6460b22aec3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732739036376 2024-11-27T20:23:57,742 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:57,742 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b48319d918b7477c98e366c8bb733060 is 50, key is test_row_0/B:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,748 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742036_1212 (size=13085) 2024-11-27T20:23:57,778 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127605ba19fe1e4492eb6d963350d63d7d0_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:57,780 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127605ba19fe1e4492eb6d963350d63d7d0_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:57,781 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127605ba19fe1e4492eb6d963350d63d7d0_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:57,808 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b48319d918b7477c98e366c8bb733060 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b48319d918b7477c98e366c8bb733060 2024-11-27T20:23:57,814 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into b48319d918b7477c98e366c8bb733060(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:57,814 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:57,814 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739037713; duration=0sec 2024-11-27T20:23:57,814 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:57,814 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:57,814 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:57,816 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:57,816 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:57,817 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:57,817 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/da3d3e19efac4489ac64b65fa74c3d4f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/129cedf1d9084f5a86e6d2b86e8fa453, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c91bb0e0497240318ae3b98a1ab3c4f7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.7 K 2024-11-27T20:23:57,817 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting da3d3e19efac4489ac64b65fa74c3d4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732739034372 2024-11-27T20:23:57,818 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 129cedf1d9084f5a86e6d2b86e8fa453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732739035145 2024-11-27T20:23:57,818 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c91bb0e0497240318ae3b98a1ab3c4f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732739036392 2024-11-27T20:23:57,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742037_1213 (size=4469) 2024-11-27T20:23:57,830 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#172 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:57,831 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9dbef964201f4ae3bbaee4331da2246f is 175, key is test_row_0/A:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,833 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:57,834 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/81770af5a2c540a0aa08ed7ae574bb51 is 50, key is test_row_0/C:col10/1732739036396/Put/seqid=0 2024-11-27T20:23:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742038_1214 (size=32039) 2024-11-27T20:23:57,888 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9dbef964201f4ae3bbaee4331da2246f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9dbef964201f4ae3bbaee4331da2246f 2024-11-27T20:23:57,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742039_1215 (size=13085) 2024-11-27T20:23:57,897 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 9dbef964201f4ae3bbaee4331da2246f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:57,898 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:57,898 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739037713; duration=0sec 2024-11-27T20:23:57,898 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:57,898 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:58,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:23:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:58,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:58,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112769f004932a8b49198f1f48ad6899dabb_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739038182/Put/seqid=0 2024-11-27T20:23:58,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742040_1216 (size=14994) 2024-11-27T20:23:58,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:58,254 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112769f004932a8b49198f1f48ad6899dabb_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112769f004932a8b49198f1f48ad6899dabb_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:58,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f0b9bce5d201466f9624760ffaf00ae5, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:58,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f0b9bce5d201466f9624760ffaf00ae5 is 175, key is test_row_0/A:col10/1732739038182/Put/seqid=0 2024-11-27T20:23:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739098278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742041_1217 (size=39949) 2024-11-27T20:23:58,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f0b9bce5d201466f9624760ffaf00ae5 2024-11-27T20:23:58,303 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/81770af5a2c540a0aa08ed7ae574bb51 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81770af5a2c540a0aa08ed7ae574bb51 2024-11-27T20:23:58,312 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 81770af5a2c540a0aa08ed7ae574bb51(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:58,312 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:58,312 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739037713; duration=0sec 2024-11-27T20:23:58,312 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:58,312 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:23:58,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b1ea8249c8c44330b640d4deaba8e287 is 50, key is test_row_0/B:col10/1732739038182/Put/seqid=0 2024-11-27T20:23:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742042_1218 (size=12301) 2024-11-27T20:23:58,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b1ea8249c8c44330b640d4deaba8e287 2024-11-27T20:23:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739098383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/295717313d734f5e9f39772ca53c0693 is 50, key is test_row_0/C:col10/1732739038182/Put/seqid=0 2024-11-27T20:23:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742043_1219 (size=12301) 2024-11-27T20:23:58,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/295717313d734f5e9f39772ca53c0693 2024-11-27T20:23:58,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f0b9bce5d201466f9624760ffaf00ae5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5 2024-11-27T20:23:58,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5, entries=200, sequenceid=348, filesize=39.0 K 2024-11-27T20:23:58,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/b1ea8249c8c44330b640d4deaba8e287 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b1ea8249c8c44330b640d4deaba8e287 2024-11-27T20:23:58,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b1ea8249c8c44330b640d4deaba8e287, entries=150, sequenceid=348, filesize=12.0 K 2024-11-27T20:23:58,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/295717313d734f5e9f39772ca53c0693 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/295717313d734f5e9f39772ca53c0693 2024-11-27T20:23:58,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/295717313d734f5e9f39772ca53c0693, entries=150, sequenceid=348, filesize=12.0 K 2024-11-27T20:23:58,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 36df80eb2043088e1d1a1f5194deda00 in 291ms, sequenceid=348, compaction requested=false 2024-11-27T20:23:58,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:58,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:23:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739098551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739098556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275d086ab77368484e9cf6c3167e214127_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:58,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739098564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739098567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739098589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742044_1220 (size=14994) 2024-11-27T20:23:58,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:58,637 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275d086ab77368484e9cf6c3167e214127_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275d086ab77368484e9cf6c3167e214127_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:58,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/4fb29cc147804919ae10c19997539a49, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:58,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/4fb29cc147804919ae10c19997539a49 is 175, key is test_row_0/A:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742045_1221 (size=39949) 2024-11-27T20:23:58,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/4fb29cc147804919ae10c19997539a49 2024-11-27T20:23:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739098667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739098668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739098681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739098674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/e60ce1b16aac47dc9767296008718f07 is 50, key is test_row_0/B:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742046_1222 (size=12301) 2024-11-27T20:23:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739098878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739098882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739098886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739098892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739098893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T20:23:58,977 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-27T20:23:58,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-27T20:23:58,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T20:23:58,983 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:58,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T20:23:59,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T20:23:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/e60ce1b16aac47dc9767296008718f07 2024-11-27T20:23:59,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c0ba793b319245eba58c1b8dbaf84aad is 50, key is test_row_0/C:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739099188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739099188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739099193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739099200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742047_1223 (size=12301) 2024-11-27T20:23:59,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c0ba793b319245eba58c1b8dbaf84aad 2024-11-27T20:23:59,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/4fb29cc147804919ae10c19997539a49 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49 2024-11-27T20:23:59,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49, entries=200, sequenceid=372, filesize=39.0 K 2024-11-27T20:23:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/e60ce1b16aac47dc9767296008718f07 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e60ce1b16aac47dc9767296008718f07 2024-11-27T20:23:59,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e60ce1b16aac47dc9767296008718f07, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T20:23:59,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/c0ba793b319245eba58c1b8dbaf84aad as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c0ba793b319245eba58c1b8dbaf84aad 2024-11-27T20:23:59,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c0ba793b319245eba58c1b8dbaf84aad, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T20:23:59,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 734ms, sequenceid=372, compaction requested=true 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:59,259 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:59,259 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:59,261 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:59,261 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:23:59,261 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,261 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9dbef964201f4ae3bbaee4331da2246f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=109.3 K 2024-11-27T20:23:59,261 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,261 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9dbef964201f4ae3bbaee4331da2246f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49] 2024-11-27T20:23:59,262 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:59,262 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dbef964201f4ae3bbaee4331da2246f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732739036392 2024-11-27T20:23:59,262 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:23:59,262 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,262 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b48319d918b7477c98e366c8bb733060, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b1ea8249c8c44330b640d4deaba8e287, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e60ce1b16aac47dc9767296008718f07] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.8 K 2024-11-27T20:23:59,262 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b9bce5d201466f9624760ffaf00ae5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732739037033 2024-11-27T20:23:59,263 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b48319d918b7477c98e366c8bb733060, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732739036392 2024-11-27T20:23:59,263 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fb29cc147804919ae10c19997539a49, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739038264 2024-11-27T20:23:59,264 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ea8249c8c44330b640d4deaba8e287, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732739037044 2024-11-27T20:23:59,264 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e60ce1b16aac47dc9767296008718f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739038264 2024-11-27T20:23:59,283 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:59,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,290 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:23:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:59,303 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:59,304 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9f94775cacce4def91e2227394239449 is 50, key is test_row_0/B:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T20:23:59,305 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c565f88e34844e039379f4c264ce0280_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:59,307 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c565f88e34844e039379f4c264ce0280_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:59,307 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c565f88e34844e039379f4c264ce0280_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fc7468f7829644c1b39fd61e5f5669fc_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739038558/Put/seqid=0 2024-11-27T20:23:59,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742048_1224 (size=13187) 2024-11-27T20:23:59,397 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9f94775cacce4def91e2227394239449 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9f94775cacce4def91e2227394239449 2024-11-27T20:23:59,406 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 9f94775cacce4def91e2227394239449(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:59,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:59,406 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739039259; duration=0sec 2024-11-27T20:23:59,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:23:59,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:59,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:23:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:59,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:59,408 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:59,408 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:23:59,408 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:23:59,408 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81770af5a2c540a0aa08ed7ae574bb51, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/295717313d734f5e9f39772ca53c0693, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c0ba793b319245eba58c1b8dbaf84aad] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.8 K 2024-11-27T20:23:59,409 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 81770af5a2c540a0aa08ed7ae574bb51, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732739036392 2024-11-27T20:23:59,410 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 295717313d734f5e9f39772ca53c0693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732739037044 2024-11-27T20:23:59,410 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ba793b319245eba58c1b8dbaf84aad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739038264 2024-11-27T20:23:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742049_1225 (size=4469) 2024-11-27T20:23:59,418 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#180 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:59,418 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/6cc25424f3bf4c30a58bc3639e87af17 is 175, key is test_row_0/A:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742050_1226 (size=12454) 2024-11-27T20:23:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:59,452 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:59,453 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/1a56d844f9b64222b4a02d50eb72d2e7 is 50, key is test_row_0/C:col10/1732739038264/Put/seqid=0 2024-11-27T20:23:59,458 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fc7468f7829644c1b39fd61e5f5669fc_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fc7468f7829644c1b39fd61e5f5669fc_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:23:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/926faf7e0edb4fb8927e72b472060523, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:23:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/926faf7e0edb4fb8927e72b472060523 is 175, key is test_row_0/A:col10/1732739038558/Put/seqid=0 2024-11-27T20:23:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742051_1227 (size=32141) 2024-11-27T20:23:59,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742052_1228 (size=13187) 2024-11-27T20:23:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739099539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742053_1229 (size=31255) 2024-11-27T20:23:59,553 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/926faf7e0edb4fb8927e72b472060523 2024-11-27T20:23:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/77d288579ea74e19b216b078646eb44e is 50, key is test_row_0/B:col10/1732739038558/Put/seqid=0 2024-11-27T20:23:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T20:23:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742054_1230 (size=12301) 2024-11-27T20:23:59,630 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/77d288579ea74e19b216b078646eb44e 2024-11-27T20:23:59,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739099645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/109c702501f642da93c4fb9ad12c2758 is 50, key is test_row_0/C:col10/1732739038558/Put/seqid=0 2024-11-27T20:23:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742055_1231 (size=12301) 2024-11-27T20:23:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739099698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739099700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739099702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739099710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739099851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:23:59,931 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/6cc25424f3bf4c30a58bc3639e87af17 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6cc25424f3bf4c30a58bc3639e87af17 2024-11-27T20:23:59,940 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 6cc25424f3bf4c30a58bc3639e87af17(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:59,940 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:59,940 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739039259; duration=0sec 2024-11-27T20:23:59,940 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:59,940 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:23:59,952 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/1a56d844f9b64222b4a02d50eb72d2e7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/1a56d844f9b64222b4a02d50eb72d2e7 2024-11-27T20:23:59,962 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 1a56d844f9b64222b4a02d50eb72d2e7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:59,962 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:23:59,962 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739039259; duration=0sec 2024-11-27T20:23:59,962 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:59,962 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:24:00,063 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/109c702501f642da93c4fb9ad12c2758 2024-11-27T20:24:00,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/926faf7e0edb4fb8927e72b472060523 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523 2024-11-27T20:24:00,075 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523, entries=150, sequenceid=385, filesize=30.5 K 2024-11-27T20:24:00,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/77d288579ea74e19b216b078646eb44e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/77d288579ea74e19b216b078646eb44e 2024-11-27T20:24:00,083 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/77d288579ea74e19b216b078646eb44e, entries=150, sequenceid=385, filesize=12.0 K 2024-11-27T20:24:00,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/109c702501f642da93c4fb9ad12c2758 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/109c702501f642da93c4fb9ad12c2758 2024-11-27T20:24:00,089 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/109c702501f642da93c4fb9ad12c2758, entries=150, sequenceid=385, filesize=12.0 K 2024-11-27T20:24:00,091 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36df80eb2043088e1d1a1f5194deda00 in 801ms, sequenceid=385, compaction requested=false 2024-11-27T20:24:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T20:24:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-27T20:24:00,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T20:24:00,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1100 sec 2024-11-27T20:24:00,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.1150 sec 2024-11-27T20:24:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T20:24:00,118 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-27T20:24:00,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-27T20:24:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:00,122 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:00,122 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:00,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:00,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:00,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127feea7ddf496742a88041c7bf75d650af_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742056_1232 (size=14994) 2024-11-27T20:24:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739100208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:00,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127feea7ddf496742a88041c7bf75d650af_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127feea7ddf496742a88041c7bf75d650af_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:00,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/979df85b7d7b4f308fd329a17584a499, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:00,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/979df85b7d7b4f308fd329a17584a499 is 175, key is test_row_0/A:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742057_1233 (size=39949) 2024-11-27T20:24:00,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739100313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:00,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739100520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/979df85b7d7b4f308fd329a17584a499 2024-11-27T20:24:00,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4032b02862374e2cbc2c29d7bfd3311d is 50, key is test_row_0/B:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742058_1234 (size=12301) 2024-11-27T20:24:00,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4032b02862374e2cbc2c29d7bfd3311d 2024-11-27T20:24:00,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/a7bd7572590c4226972bf8d437edc4a8 is 50, key is test_row_0/C:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739100709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739100711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739100713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739100718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:00,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742059_1235 (size=12301) 2024-11-27T20:24:00,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/a7bd7572590c4226972bf8d437edc4a8 2024-11-27T20:24:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/979df85b7d7b4f308fd329a17584a499 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499 2024-11-27T20:24:00,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499, entries=200, sequenceid=412, filesize=39.0 K 2024-11-27T20:24:00,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4032b02862374e2cbc2c29d7bfd3311d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4032b02862374e2cbc2c29d7bfd3311d 2024-11-27T20:24:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4032b02862374e2cbc2c29d7bfd3311d, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T20:24:00,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/a7bd7572590c4226972bf8d437edc4a8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a7bd7572590c4226972bf8d437edc4a8 2024-11-27T20:24:00,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a7bd7572590c4226972bf8d437edc4a8, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T20:24:00,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 36df80eb2043088e1d1a1f5194deda00 in 641ms, sequenceid=412, compaction requested=true 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,798 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,798 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:00,800 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,800 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:24:00,800 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,800 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9f94775cacce4def91e2227394239449, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/77d288579ea74e19b216b078646eb44e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4032b02862374e2cbc2c29d7bfd3311d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.9 K 2024-11-27T20:24:00,800 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,800 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:24:00,800 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,800 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6cc25424f3bf4c30a58bc3639e87af17, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=100.9 K 2024-11-27T20:24:00,800 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,800 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6cc25424f3bf4c30a58bc3639e87af17, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499] 2024-11-27T20:24:00,801 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f94775cacce4def91e2227394239449, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739038264 2024-11-27T20:24:00,801 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc25424f3bf4c30a58bc3639e87af17, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739038264 2024-11-27T20:24:00,802 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 77d288579ea74e19b216b078646eb44e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732739038546 2024-11-27T20:24:00,802 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4032b02862374e2cbc2c29d7bfd3311d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739039526 2024-11-27T20:24:00,802 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926faf7e0edb4fb8927e72b472060523, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732739038546 2024-11-27T20:24:00,802 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 979df85b7d7b4f308fd329a17584a499, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739039526 2024-11-27T20:24:00,814 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,814 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9c21ed8f55cc4462aced5a26fd6f3162 is 50, key is test_row_0/B:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,816 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:00,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:24:00,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742060_1236 (size=13289) 2024-11-27T20:24:00,854 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277115a6ff36b047398f5019ca05bee243_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:00,856 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277115a6ff36b047398f5019ca05bee243_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:00,857 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277115a6ff36b047398f5019ca05bee243_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:00,862 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/9c21ed8f55cc4462aced5a26fd6f3162 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9c21ed8f55cc4462aced5a26fd6f3162 2024-11-27T20:24:00,874 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 9c21ed8f55cc4462aced5a26fd6f3162(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:00,874 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:00,874 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739040798; duration=0sec 2024-11-27T20:24:00,874 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:00,874 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:24:00,874 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,876 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,876 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:24:00,876 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,876 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/1a56d844f9b64222b4a02d50eb72d2e7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/109c702501f642da93c4fb9ad12c2758, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a7bd7572590c4226972bf8d437edc4a8] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=36.9 K 2024-11-27T20:24:00,877 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a56d844f9b64222b4a02d50eb72d2e7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732739038264 2024-11-27T20:24:00,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae60cfa8d31b4da1918bc938b5e84c81_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739040203/Put/seqid=0 2024-11-27T20:24:00,884 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 109c702501f642da93c4fb9ad12c2758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732739038546 2024-11-27T20:24:00,885 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a7bd7572590c4226972bf8d437edc4a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739039526 2024-11-27T20:24:00,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:00,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:00,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742061_1237 (size=4469) 2024-11-27T20:24:00,904 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,905 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/abe1cf013f514c37b5a44b056cde7f1a is 50, key is test_row_0/C:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,909 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#190 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,909 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/6f561bc60b1b4c1faa05efeb0f70af4a is 175, key is test_row_0/A:col10/1732739040155/Put/seqid=0 2024-11-27T20:24:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742062_1238 (size=14994) 2024-11-27T20:24:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742063_1239 (size=32243) 2024-11-27T20:24:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742064_1240 (size=13289) 2024-11-27T20:24:00,945 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/6f561bc60b1b4c1faa05efeb0f70af4a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6f561bc60b1b4c1faa05efeb0f70af4a 2024-11-27T20:24:00,954 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/abe1cf013f514c37b5a44b056cde7f1a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/abe1cf013f514c37b5a44b056cde7f1a 2024-11-27T20:24:00,958 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 6f561bc60b1b4c1faa05efeb0f70af4a(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:00,958 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:00,958 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739040798; duration=0sec 2024-11-27T20:24:00,958 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,958 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:24:00,960 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into abe1cf013f514c37b5a44b056cde7f1a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:00,960 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:00,960 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739040798; duration=0sec 2024-11-27T20:24:00,961 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,961 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:24:00,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739100979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739101088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:01,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739101291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:01,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae60cfa8d31b4da1918bc938b5e84c81_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae60cfa8d31b4da1918bc938b5e84c81_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:01,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0b2df3c550564f48b396bce581e2e4d4, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:01,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0b2df3c550564f48b396bce581e2e4d4 is 175, key is test_row_0/A:col10/1732739040203/Put/seqid=0 2024-11-27T20:24:01,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742065_1241 (size=39949) 2024-11-27T20:24:01,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=425, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0b2df3c550564f48b396bce581e2e4d4 2024-11-27T20:24:01,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d294450a13f64d30b90be831a3c1e417 is 50, key is test_row_0/B:col10/1732739040203/Put/seqid=0 2024-11-27T20:24:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742066_1242 (size=12301) 2024-11-27T20:24:01,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d294450a13f64d30b90be831a3c1e417 2024-11-27T20:24:01,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/511f49ecedf3460d8255b96fa3d1df5e is 50, key is test_row_0/C:col10/1732739040203/Put/seqid=0 2024-11-27T20:24:01,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742067_1243 (size=12301) 2024-11-27T20:24:01,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/511f49ecedf3460d8255b96fa3d1df5e 2024-11-27T20:24:01,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0b2df3c550564f48b396bce581e2e4d4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4 2024-11-27T20:24:01,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4, entries=200, sequenceid=425, filesize=39.0 K 2024-11-27T20:24:01,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/d294450a13f64d30b90be831a3c1e417 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d294450a13f64d30b90be831a3c1e417 2024-11-27T20:24:01,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d294450a13f64d30b90be831a3c1e417, entries=150, sequenceid=425, filesize=12.0 K 2024-11-27T20:24:01,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/511f49ecedf3460d8255b96fa3d1df5e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/511f49ecedf3460d8255b96fa3d1df5e 2024-11-27T20:24:01,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/511f49ecedf3460d8255b96fa3d1df5e, entries=150, sequenceid=425, filesize=12.0 K 2024-11-27T20:24:01,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36df80eb2043088e1d1a1f5194deda00 in 694ms, sequenceid=425, compaction requested=false 2024-11-27T20:24:01,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:01,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:01,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791ddb01db32c4f4da1b898da7d8fe7da_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742068_1244 (size=14994) 2024-11-27T20:24:01,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:01,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791ddb01db32c4f4da1b898da7d8fe7da_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112791ddb01db32c4f4da1b898da7d8fe7da_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:01,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ca013246aec744e39dddfb03563e8402, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:01,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ca013246aec744e39dddfb03563e8402 is 175, key is test_row_0/A:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:01,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739101672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742069_1245 (size=39949) 2024-11-27T20:24:01,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ca013246aec744e39dddfb03563e8402 2024-11-27T20:24:01,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/1e57718e22c44aa19a7052ca343b8098 is 50, key is test_row_0/B:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742070_1246 (size=12301) 2024-11-27T20:24:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739101777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739101979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:01,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:01,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/1e57718e22c44aa19a7052ca343b8098 2024-11-27T20:24:02,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/99a0a8c7d98d443db7c5d3dda859645a is 50, key is test_row_0/C:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:02,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742071_1247 (size=12301) 2024-11-27T20:24:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:02,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739102284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:02,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/99a0a8c7d98d443db7c5d3dda859645a 2024-11-27T20:24:02,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/ca013246aec744e39dddfb03563e8402 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402 2024-11-27T20:24:02,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402, entries=200, sequenceid=452, filesize=39.0 K 2024-11-27T20:24:02,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/1e57718e22c44aa19a7052ca343b8098 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e57718e22c44aa19a7052ca343b8098 2024-11-27T20:24:02,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e57718e22c44aa19a7052ca343b8098, entries=150, sequenceid=452, filesize=12.0 K 2024-11-27T20:24:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/99a0a8c7d98d443db7c5d3dda859645a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/99a0a8c7d98d443db7c5d3dda859645a 2024-11-27T20:24:02,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/99a0a8c7d98d443db7c5d3dda859645a, entries=150, sequenceid=452, filesize=12.0 K 2024-11-27T20:24:02,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 36df80eb2043088e1d1a1f5194deda00 in 1053ms, sequenceid=452, compaction requested=true 2024-11-27T20:24:02,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:02,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:02,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:02,658 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:02,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:02,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:02,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:02,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:02,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:02,659 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:02,659 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:24:02,659 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:02,660 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,660 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:24:02,660 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,660 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6f561bc60b1b4c1faa05efeb0f70af4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=109.5 K 2024-11-27T20:24:02,660 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,660 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9c21ed8f55cc4462aced5a26fd6f3162, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d294450a13f64d30b90be831a3c1e417, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e57718e22c44aa19a7052ca343b8098] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=37.0 K 2024-11-27T20:24:02,660 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6f561bc60b1b4c1faa05efeb0f70af4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402] 2024-11-27T20:24:02,660 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c21ed8f55cc4462aced5a26fd6f3162, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739039526 2024-11-27T20:24:02,660 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f561bc60b1b4c1faa05efeb0f70af4a, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739039526 2024-11-27T20:24:02,661 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d294450a13f64d30b90be831a3c1e417, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732739040183 2024-11-27T20:24:02,661 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2df3c550564f48b396bce581e2e4d4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732739040183 2024-11-27T20:24:02,661 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e57718e22c44aa19a7052ca343b8098, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732739040900 2024-11-27T20:24:02,661 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca013246aec744e39dddfb03563e8402, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732739040900 2024-11-27T20:24:02,676 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:02,689 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:02,690 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/53cb2084f8c046c59ef37373e837ac53 is 50, key is test_row_0/B:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:02,699 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127f4d83cd894dc418a945ed73bc58022f3_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:02,702 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127f4d83cd894dc418a945ed73bc58022f3_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:02,702 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f4d83cd894dc418a945ed73bc58022f3_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742072_1248 (size=13391) 2024-11-27T20:24:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:02,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:02,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:02,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:02,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:02,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,748 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/53cb2084f8c046c59ef37373e837ac53 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/53cb2084f8c046c59ef37373e837ac53 2024-11-27T20:24:02,757 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 53cb2084f8c046c59ef37373e837ac53(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:02,757 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:02,757 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=13, startTime=1732739042658; duration=0sec 2024-11-27T20:24:02,757 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:02,757 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:24:02,757 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:02,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:02,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:24:02,759 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,760 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/abe1cf013f514c37b5a44b056cde7f1a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/511f49ecedf3460d8255b96fa3d1df5e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/99a0a8c7d98d443db7c5d3dda859645a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=37.0 K 2024-11-27T20:24:02,761 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting abe1cf013f514c37b5a44b056cde7f1a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739039526 2024-11-27T20:24:02,762 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 511f49ecedf3460d8255b96fa3d1df5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732739040183 2024-11-27T20:24:02,762 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a0a8c7d98d443db7c5d3dda859645a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732739040900 2024-11-27T20:24:02,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:02,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:02,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742073_1249 (size=4469) 2024-11-27T20:24:02,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ba4b87792c7345a9abc668f20b7c64af_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739042732/Put/seqid=0 2024-11-27T20:24:02,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739102784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,791 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:02,794 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7d0c15ad15774c6d9e5c61ad17558dd0 is 50, key is test_row_0/C:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739102789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739102790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739102791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739102798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742074_1250 (size=17534) 2024-11-27T20:24:02,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:02,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ba4b87792c7345a9abc668f20b7c64af_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ba4b87792c7345a9abc668f20b7c64af_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:02,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9ab99379588e4d36b2dfbac31c70ccb1, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:02,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9ab99379588e4d36b2dfbac31c70ccb1 is 175, key is test_row_0/A:col10/1732739042732/Put/seqid=0 2024-11-27T20:24:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742075_1251 (size=13391) 2024-11-27T20:24:02,860 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/7d0c15ad15774c6d9e5c61ad17558dd0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7d0c15ad15774c6d9e5c61ad17558dd0 2024-11-27T20:24:02,867 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into 7d0c15ad15774c6d9e5c61ad17558dd0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:02,867 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:02,867 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=13, startTime=1732739042659; duration=0sec 2024-11-27T20:24:02,867 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:02,867 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:24:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742076_1252 (size=48639) 2024-11-27T20:24:02,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=466, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9ab99379588e4d36b2dfbac31c70ccb1 2024-11-27T20:24:02,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4220e6e66c064b2786926f122b651962 is 50, key is test_row_0/B:col10/1732739042732/Put/seqid=0 2024-11-27T20:24:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739102904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739102905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739102905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739102905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:02,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:02,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742077_1253 (size=12301) 2024-11-27T20:24:02,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4220e6e66c064b2786926f122b651962 2024-11-27T20:24:02,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/6d92c47cd50349d0bb18f089d79992dd is 50, key is test_row_0/C:col10/1732739042732/Put/seqid=0 2024-11-27T20:24:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742078_1254 (size=12301) 2024-11-27T20:24:03,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/6d92c47cd50349d0bb18f089d79992dd 2024-11-27T20:24:03,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9ab99379588e4d36b2dfbac31c70ccb1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1 2024-11-27T20:24:03,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1, entries=250, sequenceid=466, filesize=47.5 K 2024-11-27T20:24:03,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/4220e6e66c064b2786926f122b651962 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4220e6e66c064b2786926f122b651962 2024-11-27T20:24:03,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4220e6e66c064b2786926f122b651962, entries=150, sequenceid=466, filesize=12.0 K 2024-11-27T20:24:03,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/6d92c47cd50349d0bb18f089d79992dd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6d92c47cd50349d0bb18f089d79992dd 2024-11-27T20:24:03,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6d92c47cd50349d0bb18f089d79992dd, entries=150, sequenceid=466, filesize=12.0 K 2024-11-27T20:24:03,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 36df80eb2043088e1d1a1f5194deda00 in 329ms, sequenceid=466, compaction requested=false 2024-11-27T20:24:03,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:03,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T20:24:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:03,074 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:24:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b46908b09f874a4f9cfeeb22f12d7bf6_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739042787/Put/seqid=0 2024-11-27T20:24:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:03,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. as already flushing 2024-11-27T20:24:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742079_1255 (size=12454) 2024-11-27T20:24:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739103170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739103176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,180 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#198 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:03,181 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0af3183481f149bbbfd60289ea00ebbd is 175, key is test_row_0/A:col10/1732739041603/Put/seqid=0 2024-11-27T20:24:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739103177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739103177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742080_1256 (size=32345) 2024-11-27T20:24:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739103279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739103281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739103282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739103283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739103482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739103484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739103486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739103488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:03,546 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b46908b09f874a4f9cfeeb22f12d7bf6_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b46908b09f874a4f9cfeeb22f12d7bf6_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:03,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2096c4c7e844b9fad3201aeba04de3b, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2096c4c7e844b9fad3201aeba04de3b is 175, key is test_row_0/A:col10/1732739042787/Put/seqid=0 2024-11-27T20:24:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742081_1257 (size=31255) 2024-11-27T20:24:03,567 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=491, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2096c4c7e844b9fad3201aeba04de3b 2024-11-27T20:24:03,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/30f07161ea0c45ab94000ee28b01b7d2 is 50, key is test_row_0/B:col10/1732739042787/Put/seqid=0 2024-11-27T20:24:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742082_1258 (size=12301) 2024-11-27T20:24:03,639 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/30f07161ea0c45ab94000ee28b01b7d2 2024-11-27T20:24:03,644 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/0af3183481f149bbbfd60289ea00ebbd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0af3183481f149bbbfd60289ea00ebbd 2024-11-27T20:24:03,653 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 0af3183481f149bbbfd60289ea00ebbd(size=31.6 K), total size for store is 79.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:03,654 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:03,654 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=13, startTime=1732739042658; duration=0sec 2024-11-27T20:24:03,654 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:03,654 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:24:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/6ac52ce41f824f26aee2e4d126a09157 is 50, key is test_row_0/C:col10/1732739042787/Put/seqid=0 2024-11-27T20:24:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742083_1259 (size=12301) 2024-11-27T20:24:03,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732739103788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60762 deadline: 1732739103787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732739103789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60792 deadline: 1732739103790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732739103800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:03,858 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:51623 2024-11-27T20:24:03,858 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:03,861 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:51623 2024-11-27T20:24:03,861 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:03,863 DEBUG [Thread-617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:51623 2024-11-27T20:24:03,863 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:03,866 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:51623 2024-11-27T20:24:03,866 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:04,115 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/6ac52ce41f824f26aee2e4d126a09157 2024-11-27T20:24:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/f2096c4c7e844b9fad3201aeba04de3b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b 2024-11-27T20:24:04,124 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b, entries=150, sequenceid=491, filesize=30.5 K 2024-11-27T20:24:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/30f07161ea0c45ab94000ee28b01b7d2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/30f07161ea0c45ab94000ee28b01b7d2 2024-11-27T20:24:04,129 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/30f07161ea0c45ab94000ee28b01b7d2, entries=150, sequenceid=491, filesize=12.0 K 2024-11-27T20:24:04,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/6ac52ce41f824f26aee2e4d126a09157 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6ac52ce41f824f26aee2e4d126a09157 2024-11-27T20:24:04,135 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6ac52ce41f824f26aee2e4d126a09157, entries=150, sequenceid=491, filesize=12.0 K 2024-11-27T20:24:04,135 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36df80eb2043088e1d1a1f5194deda00 in 1061ms, sequenceid=491, compaction requested=true 2024-11-27T20:24:04,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:04,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:04,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T20:24:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-27T20:24:04,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T20:24:04,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0150 sec 2024-11-27T20:24:04,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 4.0190 sec 2024-11-27T20:24:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T20:24:04,228 INFO [Thread-610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-27T20:24:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:04,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:04,299 DEBUG [Thread-604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:51623 2024-11-27T20:24:04,299 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:04,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:04,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:04,300 DEBUG [Thread-608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:51623 2024-11-27T20:24:04,300 DEBUG [Thread-608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:04,302 DEBUG [Thread-600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:51623 2024-11-27T20:24:04,302 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:04,303 DEBUG [Thread-598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:51623 2024-11-27T20:24:04,303 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:04,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127454e2a0424f6400ba4f280e21a84ede9_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_0/A:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742084_1260 (size=12454) 2024-11-27T20:24:04,722 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:04,727 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127454e2a0424f6400ba4f280e21a84ede9_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127454e2a0424f6400ba4f280e21a84ede9_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:04,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9c1f73cd6e4343e4877e839c5859502d, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:04,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9c1f73cd6e4343e4877e839c5859502d is 175, key is test_row_0/A:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:04,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742085_1261 (size=31255) 2024-11-27T20:24:05,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=507, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9c1f73cd6e4343e4877e839c5859502d 2024-11-27T20:24:05,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/abde20f056c24aa9bb78b672458151b7 is 50, key is test_row_0/B:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742086_1262 (size=12301) 2024-11-27T20:24:05,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/abde20f056c24aa9bb78b672458151b7 2024-11-27T20:24:05,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/fb477e71fcfd4aed83f240bb69b1928a is 50, key is test_row_0/C:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742087_1263 (size=12301) 2024-11-27T20:24:05,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/fb477e71fcfd4aed83f240bb69b1928a 2024-11-27T20:24:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/9c1f73cd6e4343e4877e839c5859502d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d 2024-11-27T20:24:05,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d, entries=150, sequenceid=507, filesize=30.5 K 2024-11-27T20:24:05,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/abde20f056c24aa9bb78b672458151b7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/abde20f056c24aa9bb78b672458151b7 2024-11-27T20:24:05,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/abde20f056c24aa9bb78b672458151b7, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T20:24:05,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/fb477e71fcfd4aed83f240bb69b1928a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/fb477e71fcfd4aed83f240bb69b1928a 2024-11-27T20:24:05,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/fb477e71fcfd4aed83f240bb69b1928a, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T20:24:05,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for 36df80eb2043088e1d1a1f5194deda00 in 1293ms, sequenceid=507, compaction requested=true 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:05,591 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36df80eb2043088e1d1a1f5194deda00:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:05,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:05,591 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:05,593 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143494 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:05,593 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/A is initiating minor compaction (all files) 2024-11-27T20:24:05,593 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/A in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:05,593 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0af3183481f149bbbfd60289ea00ebbd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=140.1 K 2024-11-27T20:24:05,593 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:05,593 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0af3183481f149bbbfd60289ea00ebbd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d] 2024-11-27T20:24:05,593 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:05,593 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/B is initiating minor compaction (all files) 2024-11-27T20:24:05,593 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/B in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:05,593 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/53cb2084f8c046c59ef37373e837ac53, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4220e6e66c064b2786926f122b651962, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/30f07161ea0c45ab94000ee28b01b7d2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/abde20f056c24aa9bb78b672458151b7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=49.1 K 2024-11-27T20:24:05,594 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af3183481f149bbbfd60289ea00ebbd, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732739040900 2024-11-27T20:24:05,594 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 53cb2084f8c046c59ef37373e837ac53, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732739040900 2024-11-27T20:24:05,595 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab99379588e4d36b2dfbac31c70ccb1, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732739041643 2024-11-27T20:24:05,595 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4220e6e66c064b2786926f122b651962, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732739041670 2024-11-27T20:24:05,595 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2096c4c7e844b9fad3201aeba04de3b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732739042757 2024-11-27T20:24:05,595 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 30f07161ea0c45ab94000ee28b01b7d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732739042757 2024-11-27T20:24:05,596 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c1f73cd6e4343e4877e839c5859502d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732739043174 2024-11-27T20:24:05,596 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting abde20f056c24aa9bb78b672458151b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732739043174 2024-11-27T20:24:05,613 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#B#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:05,614 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/58ce50547d494593b51f8e0fde5feb67 is 50, key is test_row_0/B:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742088_1264 (size=13527) 2024-11-27T20:24:05,647 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/58ce50547d494593b51f8e0fde5feb67 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/58ce50547d494593b51f8e0fde5feb67 2024-11-27T20:24:05,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:05,653 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127919d74b3830a4c5eb8e09b2edbf136e7_36df80eb2043088e1d1a1f5194deda00 store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:05,655 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/B of 36df80eb2043088e1d1a1f5194deda00 into 58ce50547d494593b51f8e0fde5feb67(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:05,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:05,655 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/B, priority=12, startTime=1732739045591; duration=0sec 2024-11-27T20:24:05,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:05,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:B 2024-11-27T20:24:05,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:05,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:05,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 36df80eb2043088e1d1a1f5194deda00/C is initiating minor compaction (all files) 2024-11-27T20:24:05,657 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36df80eb2043088e1d1a1f5194deda00/C in TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:05,657 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7d0c15ad15774c6d9e5c61ad17558dd0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6d92c47cd50349d0bb18f089d79992dd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6ac52ce41f824f26aee2e4d126a09157, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/fb477e71fcfd4aed83f240bb69b1928a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp, totalSize=49.1 K 2024-11-27T20:24:05,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0c15ad15774c6d9e5c61ad17558dd0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732739040900 2024-11-27T20:24:05,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d92c47cd50349d0bb18f089d79992dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732739041670 2024-11-27T20:24:05,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ac52ce41f824f26aee2e4d126a09157, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732739042757 2024-11-27T20:24:05,659 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fb477e71fcfd4aed83f240bb69b1928a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732739043174 2024-11-27T20:24:05,695 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#C#compaction#212 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:05,696 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/f9261b7c34e24d2f90cc47ce803c787b is 50, key is test_row_0/C:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742089_1265 (size=13527) 2024-11-27T20:24:05,729 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/f9261b7c34e24d2f90cc47ce803c787b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f9261b7c34e24d2f90cc47ce803c787b 2024-11-27T20:24:05,734 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127919d74b3830a4c5eb8e09b2edbf136e7_36df80eb2043088e1d1a1f5194deda00, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:05,734 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127919d74b3830a4c5eb8e09b2edbf136e7_36df80eb2043088e1d1a1f5194deda00 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:05,736 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/C of 36df80eb2043088e1d1a1f5194deda00 into f9261b7c34e24d2f90cc47ce803c787b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:05,736 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:05,736 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/C, priority=12, startTime=1732739045591; duration=0sec 2024-11-27T20:24:05,737 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:05,737 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:C 2024-11-27T20:24:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742090_1266 (size=4469) 2024-11-27T20:24:05,814 DEBUG [Thread-606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:51623 2024-11-27T20:24:05,814 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4413 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4268 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1917 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5751 rows 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1926 2024-11-27T20:24:05,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5778 rows 2024-11-27T20:24:05,815 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:24:05,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:51623 2024-11-27T20:24:05,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:05,816 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:24:05,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:05,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739045820"}]},"ts":"1732739045820"} 2024-11-27T20:24:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:05,822 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:24:05,828 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:24:05,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:24:05,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, UNASSIGN}] 2024-11-27T20:24:05,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, UNASSIGN 2024-11-27T20:24:05,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:05,838 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:24:05,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:24:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:05,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:05,991 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:05,991 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:24:05,991 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 36df80eb2043088e1d1a1f5194deda00, disabling compactions & flushes 2024-11-27T20:24:05,991 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:06,171 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36df80eb2043088e1d1a1f5194deda00#A#compaction#211 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:06,172 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/30883ea5e8aa4c44b2b9091cebae321c is 175, key is test_row_0/A:col10/1732739043174/Put/seqid=0 2024-11-27T20:24:06,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742091_1267 (size=32481) 2024-11-27T20:24:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:06,584 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/30883ea5e8aa4c44b2b9091cebae321c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/30883ea5e8aa4c44b2b9091cebae321c 2024-11-27T20:24:06,590 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36df80eb2043088e1d1a1f5194deda00/A of 36df80eb2043088e1d1a1f5194deda00 into 30883ea5e8aa4c44b2b9091cebae321c(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:06,590 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:06,590 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:06,590 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00., storeName=36df80eb2043088e1d1a1f5194deda00/A, priority=12, startTime=1732739045591; duration=0sec 2024-11-27T20:24:06,590 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:06,590 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. after waiting 0 ms 2024-11-27T20:24:06,590 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:06,590 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36df80eb2043088e1d1a1f5194deda00:A 2024-11-27T20:24:06,590 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:06,590 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 36df80eb2043088e1d1a1f5194deda00 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T20:24:06,590 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=A 2024-11-27T20:24:06,590 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:06,591 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=B 2024-11-27T20:24:06,591 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:06,591 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36df80eb2043088e1d1a1f5194deda00, store=C 2024-11-27T20:24:06,591 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:06,598 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277f8a22919a8d47f3b1457e69ffad2ae0_36df80eb2043088e1d1a1f5194deda00 is 50, key is test_row_1/A:col10/1732739044300/Put/seqid=0 2024-11-27T20:24:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742092_1268 (size=9914) 2024-11-27T20:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:07,011 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:07,015 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277f8a22919a8d47f3b1457e69ffad2ae0_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277f8a22919a8d47f3b1457e69ffad2ae0_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:07,016 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d555fbf2b23b4830a4977e95f428e034, store: [table=TestAcidGuarantees family=A region=36df80eb2043088e1d1a1f5194deda00] 2024-11-27T20:24:07,017 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d555fbf2b23b4830a4977e95f428e034 is 175, key is test_row_1/A:col10/1732739044300/Put/seqid=0 2024-11-27T20:24:07,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742093_1269 (size=22561) 2024-11-27T20:24:07,423 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=516, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d555fbf2b23b4830a4977e95f428e034 2024-11-27T20:24:07,432 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f2f6168ad0254f9babad80ce7c011ff3 is 50, key is test_row_1/B:col10/1732739044300/Put/seqid=0 2024-11-27T20:24:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742094_1270 (size=9857) 2024-11-27T20:24:07,456 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f2f6168ad0254f9babad80ce7c011ff3 2024-11-27T20:24:07,465 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/593ed90bcd6d4500bf9e97f395a799d4 is 50, key is test_row_1/C:col10/1732739044300/Put/seqid=0 2024-11-27T20:24:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742095_1271 (size=9857) 2024-11-27T20:24:07,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:24:07,883 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/593ed90bcd6d4500bf9e97f395a799d4 2024-11-27T20:24:07,888 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/A/d555fbf2b23b4830a4977e95f428e034 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d555fbf2b23b4830a4977e95f428e034 2024-11-27T20:24:07,894 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d555fbf2b23b4830a4977e95f428e034, entries=100, sequenceid=516, filesize=22.0 K 2024-11-27T20:24:07,895 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/B/f2f6168ad0254f9babad80ce7c011ff3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f2f6168ad0254f9babad80ce7c011ff3 2024-11-27T20:24:07,900 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f2f6168ad0254f9babad80ce7c011ff3, entries=100, sequenceid=516, filesize=9.6 K 2024-11-27T20:24:07,901 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/.tmp/C/593ed90bcd6d4500bf9e97f395a799d4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/593ed90bcd6d4500bf9e97f395a799d4 2024-11-27T20:24:07,911 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/593ed90bcd6d4500bf9e97f395a799d4, entries=100, sequenceid=516, filesize=9.6 K 2024-11-27T20:24:07,912 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 36df80eb2043088e1d1a1f5194deda00 in 1321ms, sequenceid=516, compaction requested=false 2024-11-27T20:24:07,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9615156ed46e4a048bd2e066aee34089, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/57850774309c4fb7894b14ea59e6a5ab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8432c9e865c34f5f9d15357a50d13f58, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0f4ab54302d140db81c9e480e6678028, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ec164be917f144d495f3d9b187013423, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/bb1d7872eac7479bbcc61e446aa55790, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9dbef964201f4ae3bbaee4331da2246f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6cc25424f3bf4c30a58bc3639e87af17, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6f561bc60b1b4c1faa05efeb0f70af4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0af3183481f149bbbfd60289ea00ebbd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d] to archive 2024-11-27T20:24:07,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:07,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9d543d12cd3c4a51a38ed0a116021762 2024-11-27T20:24:07,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/edabe72a214c4744b6b90898d6059df1 2024-11-27T20:24:07,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d96ca9cba7224639932bf5f8d6b71c25 2024-11-27T20:24:07,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2d41811f60d45118dc8323a3bbcb89e 2024-11-27T20:24:07,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9615156ed46e4a048bd2e066aee34089 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9615156ed46e4a048bd2e066aee34089 2024-11-27T20:24:07,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e535341b5a334c0eb9476ec93227f567 2024-11-27T20:24:07,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f9f86068cd72478b9d036b61e7b67d7c 2024-11-27T20:24:07,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/57850774309c4fb7894b14ea59e6a5ab to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/57850774309c4fb7894b14ea59e6a5ab 2024-11-27T20:24:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:07,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ace1a233fa1e46578f19d3b76d996696 2024-11-27T20:24:07,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/365d75849dad43cb82b2ad57c31d9eb9 2024-11-27T20:24:07,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8432c9e865c34f5f9d15357a50d13f58 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8432c9e865c34f5f9d15357a50d13f58 2024-11-27T20:24:07,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/e9693bc29d7f40cd9cea76857fe876a2 2024-11-27T20:24:07,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/48e45ccd89994ebf99a0ede12c7fc5d5 2024-11-27T20:24:07,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0f4ab54302d140db81c9e480e6678028 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0f4ab54302d140db81c9e480e6678028 2024-11-27T20:24:07,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/af45779a1b814e67978e8cad7d3d7bbd 2024-11-27T20:24:07,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/09804042d56c4bb28822fbfbe4728993 2024-11-27T20:24:07,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/8ac5535d5ff941c5811b85da9cf20303 2024-11-27T20:24:07,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ec164be917f144d495f3d9b187013423 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ec164be917f144d495f3d9b187013423 2024-11-27T20:24:07,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/517d9b26c893404c9cec1ea6f50b2352 2024-11-27T20:24:07,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/7ceb64d7932d4ca6aa6a505bea7c988e 2024-11-27T20:24:07,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/bb1d7872eac7479bbcc61e446aa55790 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/bb1d7872eac7479bbcc61e446aa55790 2024-11-27T20:24:07,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/58fbd638243449cd900298064abd16f9 2024-11-27T20:24:07,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/43d93a1d9d5d49478e1fe6460b22aec3 2024-11-27T20:24:07,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9dbef964201f4ae3bbaee4331da2246f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9dbef964201f4ae3bbaee4331da2246f 2024-11-27T20:24:07,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f0b9bce5d201466f9624760ffaf00ae5 2024-11-27T20:24:07,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/4fb29cc147804919ae10c19997539a49 2024-11-27T20:24:07,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6cc25424f3bf4c30a58bc3639e87af17 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6cc25424f3bf4c30a58bc3639e87af17 2024-11-27T20:24:07,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/926faf7e0edb4fb8927e72b472060523 2024-11-27T20:24:07,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/979df85b7d7b4f308fd329a17584a499 2024-11-27T20:24:07,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6f561bc60b1b4c1faa05efeb0f70af4a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/6f561bc60b1b4c1faa05efeb0f70af4a 2024-11-27T20:24:07,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0b2df3c550564f48b396bce581e2e4d4 2024-11-27T20:24:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/ca013246aec744e39dddfb03563e8402 2024-11-27T20:24:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0af3183481f149bbbfd60289ea00ebbd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/0af3183481f149bbbfd60289ea00ebbd 2024-11-27T20:24:07,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9ab99379588e4d36b2dfbac31c70ccb1 2024-11-27T20:24:07,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/f2096c4c7e844b9fad3201aeba04de3b 2024-11-27T20:24:07,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/9c1f73cd6e4343e4877e839c5859502d 2024-11-27T20:24:07,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d2618f2df34b405da187c1f2685af89b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/be9d718ee65540cb98d4c2e010215685, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/42b50fdefb9f46da83dbbe3f59774dc8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c9b51e556c1045018a5d4c094f0e9564, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e0738f192b74a7e9711f9a87de1afcf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f8ead29e83f047b6a9c684fe6428c50f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4855100c06e041539fcb0c7c0384f11c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/2e0b04ba01474f2fb18cca4460dca716, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e7fa42e18de3477981692b53d62fe1d1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/3ba83e8cf50d4174a7d92f02eb8f54c8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b265ebf1191c4d5ba8280a61ee60f72f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f5c42818f57e406d85cdd8f09cd41c39, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ccc415f5185447ec8916866dc1db7995, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ad3a176d872f486586304f00b547b9fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d0d8494e46e74efcbafe805f67755ec9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/7191e4358a06441c9433695175c9ee42, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/585587c57deb455f8eed841ea9bfc948, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c7432cc3534c47ad9cdad34379eac28e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9ffac8c803a841e99aa1ef05c80bf33b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/5175477c23234095b8cb05dfebacc04d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/755018d7657d4549b6e27ef427f38f2d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/31ed2c03e0dc45d6a58ead2ff292fcc1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b48319d918b7477c98e366c8bb733060, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/cde290fe9e52438d8764f7404a363c64, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b1ea8249c8c44330b640d4deaba8e287, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9f94775cacce4def91e2227394239449, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e60ce1b16aac47dc9767296008718f07, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/77d288579ea74e19b216b078646eb44e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9c21ed8f55cc4462aced5a26fd6f3162, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4032b02862374e2cbc2c29d7bfd3311d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d294450a13f64d30b90be831a3c1e417, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/53cb2084f8c046c59ef37373e837ac53, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e57718e22c44aa19a7052ca343b8098, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4220e6e66c064b2786926f122b651962, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/30f07161ea0c45ab94000ee28b01b7d2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/abde20f056c24aa9bb78b672458151b7] to archive 2024-11-27T20:24:07,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:07,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d2618f2df34b405da187c1f2685af89b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d2618f2df34b405da187c1f2685af89b 2024-11-27T20:24:07,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/be9d718ee65540cb98d4c2e010215685 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/be9d718ee65540cb98d4c2e010215685 2024-11-27T20:24:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/42b50fdefb9f46da83dbbe3f59774dc8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/42b50fdefb9f46da83dbbe3f59774dc8 2024-11-27T20:24:07,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c9b51e556c1045018a5d4c094f0e9564 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c9b51e556c1045018a5d4c094f0e9564 2024-11-27T20:24:07,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e0738f192b74a7e9711f9a87de1afcf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e0738f192b74a7e9711f9a87de1afcf 2024-11-27T20:24:07,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f8ead29e83f047b6a9c684fe6428c50f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f8ead29e83f047b6a9c684fe6428c50f 2024-11-27T20:24:07,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4855100c06e041539fcb0c7c0384f11c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4855100c06e041539fcb0c7c0384f11c 2024-11-27T20:24:07,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/2e0b04ba01474f2fb18cca4460dca716 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/2e0b04ba01474f2fb18cca4460dca716 2024-11-27T20:24:07,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e7fa42e18de3477981692b53d62fe1d1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e7fa42e18de3477981692b53d62fe1d1 2024-11-27T20:24:07,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/3ba83e8cf50d4174a7d92f02eb8f54c8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/3ba83e8cf50d4174a7d92f02eb8f54c8 2024-11-27T20:24:07,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b265ebf1191c4d5ba8280a61ee60f72f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b265ebf1191c4d5ba8280a61ee60f72f 2024-11-27T20:24:07,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f5c42818f57e406d85cdd8f09cd41c39 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f5c42818f57e406d85cdd8f09cd41c39 2024-11-27T20:24:07,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ccc415f5185447ec8916866dc1db7995 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ccc415f5185447ec8916866dc1db7995 2024-11-27T20:24:07,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ad3a176d872f486586304f00b547b9fe to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/ad3a176d872f486586304f00b547b9fe 2024-11-27T20:24:07,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d0d8494e46e74efcbafe805f67755ec9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d0d8494e46e74efcbafe805f67755ec9 2024-11-27T20:24:07,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/7191e4358a06441c9433695175c9ee42 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/7191e4358a06441c9433695175c9ee42 2024-11-27T20:24:08,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/585587c57deb455f8eed841ea9bfc948 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/585587c57deb455f8eed841ea9bfc948 2024-11-27T20:24:08,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c7432cc3534c47ad9cdad34379eac28e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/c7432cc3534c47ad9cdad34379eac28e 2024-11-27T20:24:08,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9ffac8c803a841e99aa1ef05c80bf33b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9ffac8c803a841e99aa1ef05c80bf33b 2024-11-27T20:24:08,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/5175477c23234095b8cb05dfebacc04d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/5175477c23234095b8cb05dfebacc04d 2024-11-27T20:24:08,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/755018d7657d4549b6e27ef427f38f2d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/755018d7657d4549b6e27ef427f38f2d 2024-11-27T20:24:08,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/31ed2c03e0dc45d6a58ead2ff292fcc1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/31ed2c03e0dc45d6a58ead2ff292fcc1 2024-11-27T20:24:08,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b48319d918b7477c98e366c8bb733060 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b48319d918b7477c98e366c8bb733060 2024-11-27T20:24:08,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/cde290fe9e52438d8764f7404a363c64 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/cde290fe9e52438d8764f7404a363c64 2024-11-27T20:24:08,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b1ea8249c8c44330b640d4deaba8e287 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/b1ea8249c8c44330b640d4deaba8e287 2024-11-27T20:24:08,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9f94775cacce4def91e2227394239449 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9f94775cacce4def91e2227394239449 2024-11-27T20:24:08,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e60ce1b16aac47dc9767296008718f07 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/e60ce1b16aac47dc9767296008718f07 2024-11-27T20:24:08,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/77d288579ea74e19b216b078646eb44e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/77d288579ea74e19b216b078646eb44e 2024-11-27T20:24:08,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9c21ed8f55cc4462aced5a26fd6f3162 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/9c21ed8f55cc4462aced5a26fd6f3162 2024-11-27T20:24:08,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4032b02862374e2cbc2c29d7bfd3311d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4032b02862374e2cbc2c29d7bfd3311d 2024-11-27T20:24:08,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d294450a13f64d30b90be831a3c1e417 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/d294450a13f64d30b90be831a3c1e417 2024-11-27T20:24:08,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/53cb2084f8c046c59ef37373e837ac53 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/53cb2084f8c046c59ef37373e837ac53 2024-11-27T20:24:08,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e57718e22c44aa19a7052ca343b8098 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/1e57718e22c44aa19a7052ca343b8098 2024-11-27T20:24:08,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4220e6e66c064b2786926f122b651962 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/4220e6e66c064b2786926f122b651962 2024-11-27T20:24:08,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/30f07161ea0c45ab94000ee28b01b7d2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/30f07161ea0c45ab94000ee28b01b7d2 2024-11-27T20:24:08,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/abde20f056c24aa9bb78b672458151b7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/abde20f056c24aa9bb78b672458151b7 2024-11-27T20:24:08,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/903f62f07d0d49b2a560652b2d74699f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/790206abf4dc402d92411fe587c099e6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c894fa03311a48e8823757096a1f3337, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7249f4ad95e240cfbd22c5baecc8cb0b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81324114209a4538944071cae9b50baf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/d174169c63044b3aa39e26c22a4af915, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f7303a1899154f689bc0915cf94d441f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/ae9a51f9f95744e5aa8302026bd0aa41, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/26523d3c6e374fee8a351daf1ef600ad, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/67d88c4310b54935a07774ac36829aa6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/33ae18826e4b41fc878f7f28c759255e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/eb06b4bb99b94f1caadf1c71d5503f55, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7fdb44d3de5648d5a9ebbfd18e841911, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/95cc1f73a62c45999bcdc4fc8793a2af, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/83d60901752f42589673c294f1eeb3bc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/8729307224ed4a3fae712875c6810dd8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/4fe17903430347d9b6f3031d59d2d00a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a8c2d8f473764d85a7369b0fa864affd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/533c19d3a85e460d9807a9f6f1416e22, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/da3d3e19efac4489ac64b65fa74c3d4f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/565e6f56a01d41e7a184e937c1cba1d5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/129cedf1d9084f5a86e6d2b86e8fa453, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81770af5a2c540a0aa08ed7ae574bb51, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c91bb0e0497240318ae3b98a1ab3c4f7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/295717313d734f5e9f39772ca53c0693, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/1a56d844f9b64222b4a02d50eb72d2e7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c0ba793b319245eba58c1b8dbaf84aad, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/109c702501f642da93c4fb9ad12c2758, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/abe1cf013f514c37b5a44b056cde7f1a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a7bd7572590c4226972bf8d437edc4a8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/511f49ecedf3460d8255b96fa3d1df5e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7d0c15ad15774c6d9e5c61ad17558dd0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/99a0a8c7d98d443db7c5d3dda859645a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6d92c47cd50349d0bb18f089d79992dd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6ac52ce41f824f26aee2e4d126a09157, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/fb477e71fcfd4aed83f240bb69b1928a] to archive 2024-11-27T20:24:08,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:08,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/903f62f07d0d49b2a560652b2d74699f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/903f62f07d0d49b2a560652b2d74699f 2024-11-27T20:24:08,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/790206abf4dc402d92411fe587c099e6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/790206abf4dc402d92411fe587c099e6 2024-11-27T20:24:08,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c894fa03311a48e8823757096a1f3337 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c894fa03311a48e8823757096a1f3337 2024-11-27T20:24:08,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7249f4ad95e240cfbd22c5baecc8cb0b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7249f4ad95e240cfbd22c5baecc8cb0b 2024-11-27T20:24:08,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81324114209a4538944071cae9b50baf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81324114209a4538944071cae9b50baf 2024-11-27T20:24:08,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/d174169c63044b3aa39e26c22a4af915 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/d174169c63044b3aa39e26c22a4af915 2024-11-27T20:24:08,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f7303a1899154f689bc0915cf94d441f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f7303a1899154f689bc0915cf94d441f 2024-11-27T20:24:08,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/ae9a51f9f95744e5aa8302026bd0aa41 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/ae9a51f9f95744e5aa8302026bd0aa41 2024-11-27T20:24:08,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/26523d3c6e374fee8a351daf1ef600ad to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/26523d3c6e374fee8a351daf1ef600ad 2024-11-27T20:24:08,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/67d88c4310b54935a07774ac36829aa6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/67d88c4310b54935a07774ac36829aa6 2024-11-27T20:24:08,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/33ae18826e4b41fc878f7f28c759255e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/33ae18826e4b41fc878f7f28c759255e 2024-11-27T20:24:08,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/eb06b4bb99b94f1caadf1c71d5503f55 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/eb06b4bb99b94f1caadf1c71d5503f55 2024-11-27T20:24:08,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7fdb44d3de5648d5a9ebbfd18e841911 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7fdb44d3de5648d5a9ebbfd18e841911 2024-11-27T20:24:08,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/95cc1f73a62c45999bcdc4fc8793a2af to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/95cc1f73a62c45999bcdc4fc8793a2af 2024-11-27T20:24:08,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/83d60901752f42589673c294f1eeb3bc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/83d60901752f42589673c294f1eeb3bc 2024-11-27T20:24:08,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/8729307224ed4a3fae712875c6810dd8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/8729307224ed4a3fae712875c6810dd8 2024-11-27T20:24:08,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/4fe17903430347d9b6f3031d59d2d00a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/4fe17903430347d9b6f3031d59d2d00a 2024-11-27T20:24:08,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a8c2d8f473764d85a7369b0fa864affd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a8c2d8f473764d85a7369b0fa864affd 2024-11-27T20:24:08,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/533c19d3a85e460d9807a9f6f1416e22 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/533c19d3a85e460d9807a9f6f1416e22 2024-11-27T20:24:08,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/da3d3e19efac4489ac64b65fa74c3d4f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/da3d3e19efac4489ac64b65fa74c3d4f 2024-11-27T20:24:08,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/565e6f56a01d41e7a184e937c1cba1d5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/565e6f56a01d41e7a184e937c1cba1d5 2024-11-27T20:24:08,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/129cedf1d9084f5a86e6d2b86e8fa453 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/129cedf1d9084f5a86e6d2b86e8fa453 2024-11-27T20:24:08,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81770af5a2c540a0aa08ed7ae574bb51 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/81770af5a2c540a0aa08ed7ae574bb51 2024-11-27T20:24:08,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c91bb0e0497240318ae3b98a1ab3c4f7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c91bb0e0497240318ae3b98a1ab3c4f7 2024-11-27T20:24:08,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/295717313d734f5e9f39772ca53c0693 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/295717313d734f5e9f39772ca53c0693 2024-11-27T20:24:08,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/1a56d844f9b64222b4a02d50eb72d2e7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/1a56d844f9b64222b4a02d50eb72d2e7 2024-11-27T20:24:08,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c0ba793b319245eba58c1b8dbaf84aad to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/c0ba793b319245eba58c1b8dbaf84aad 2024-11-27T20:24:08,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/109c702501f642da93c4fb9ad12c2758 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/109c702501f642da93c4fb9ad12c2758 2024-11-27T20:24:08,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/abe1cf013f514c37b5a44b056cde7f1a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/abe1cf013f514c37b5a44b056cde7f1a 2024-11-27T20:24:08,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a7bd7572590c4226972bf8d437edc4a8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/a7bd7572590c4226972bf8d437edc4a8 2024-11-27T20:24:08,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/511f49ecedf3460d8255b96fa3d1df5e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/511f49ecedf3460d8255b96fa3d1df5e 2024-11-27T20:24:08,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7d0c15ad15774c6d9e5c61ad17558dd0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/7d0c15ad15774c6d9e5c61ad17558dd0 2024-11-27T20:24:08,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/99a0a8c7d98d443db7c5d3dda859645a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/99a0a8c7d98d443db7c5d3dda859645a 2024-11-27T20:24:08,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6d92c47cd50349d0bb18f089d79992dd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6d92c47cd50349d0bb18f089d79992dd 2024-11-27T20:24:08,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6ac52ce41f824f26aee2e4d126a09157 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/6ac52ce41f824f26aee2e4d126a09157 2024-11-27T20:24:08,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/fb477e71fcfd4aed83f240bb69b1928a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/fb477e71fcfd4aed83f240bb69b1928a 2024-11-27T20:24:08,184 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/recovered.edits/519.seqid, newMaxSeqId=519, maxSeqId=4 2024-11-27T20:24:08,185 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00. 2024-11-27T20:24:08,185 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 36df80eb2043088e1d1a1f5194deda00: 2024-11-27T20:24:08,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=36df80eb2043088e1d1a1f5194deda00, regionState=CLOSED 2024-11-27T20:24:08,189 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:08,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T20:24:08,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 36df80eb2043088e1d1a1f5194deda00, server=23827885d8b7,39789,1732738990134 in 2.3520 sec 2024-11-27T20:24:08,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-27T20:24:08,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36df80eb2043088e1d1a1f5194deda00, UNASSIGN in 2.3580 sec 2024-11-27T20:24:08,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T20:24:08,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3640 sec 2024-11-27T20:24:08,196 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739048196"}]},"ts":"1732739048196"} 2024-11-27T20:24:08,197 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:24:08,207 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:24:08,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3900 sec 2024-11-27T20:24:09,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T20:24:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:24:09,928 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-27T20:24:09,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:24:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:09,930 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:24:09,931 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:09,933 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,936 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/recovered.edits] 2024-11-27T20:24:09,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/30883ea5e8aa4c44b2b9091cebae321c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/30883ea5e8aa4c44b2b9091cebae321c 2024-11-27T20:24:09,946 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d555fbf2b23b4830a4977e95f428e034 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/A/d555fbf2b23b4830a4977e95f428e034 2024-11-27T20:24:09,948 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/58ce50547d494593b51f8e0fde5feb67 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/58ce50547d494593b51f8e0fde5feb67 2024-11-27T20:24:09,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f2f6168ad0254f9babad80ce7c011ff3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/B/f2f6168ad0254f9babad80ce7c011ff3 2024-11-27T20:24:09,952 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/593ed90bcd6d4500bf9e97f395a799d4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/593ed90bcd6d4500bf9e97f395a799d4 2024-11-27T20:24:09,953 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f9261b7c34e24d2f90cc47ce803c787b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/C/f9261b7c34e24d2f90cc47ce803c787b 2024-11-27T20:24:09,959 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/recovered.edits/519.seqid to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00/recovered.edits/519.seqid 2024-11-27T20:24:09,960 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,961 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:24:09,961 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:24:09,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T20:24:09,969 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271d3fb6ddda224de3b1b58153cbc048ed_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271d3fb6ddda224de3b1b58153cbc048ed_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,971 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127250100562bce470c9bb57c93927c1095_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127250100562bce470c9bb57c93927c1095_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,972 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127454e2a0424f6400ba4f280e21a84ede9_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127454e2a0424f6400ba4f280e21a84ede9_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,975 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127492597af02364b0f8e853a238e2298a7_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127492597af02364b0f8e853a238e2298a7_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,977 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275d086ab77368484e9cf6c3167e214127_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275d086ab77368484e9cf6c3167e214127_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,979 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127647fb56b41d640edbc3cd5949c0b1a4f_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127647fb56b41d640edbc3cd5949c0b1a4f_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,980 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127692eed3f23ad4867bbd44af767a6f304_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127692eed3f23ad4867bbd44af767a6f304_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,982 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112769f004932a8b49198f1f48ad6899dabb_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112769f004932a8b49198f1f48ad6899dabb_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,985 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276cbc8c3add854ce9aff88a126e9adee7_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276cbc8c3add854ce9aff88a126e9adee7_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,987 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277f8a22919a8d47f3b1457e69ffad2ae0_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277f8a22919a8d47f3b1457e69ffad2ae0_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,989 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278bacfc595bc04e5d9ce4a49a8e15d396_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278bacfc595bc04e5d9ce4a49a8e15d396_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,992 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112791ddb01db32c4f4da1b898da7d8fe7da_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112791ddb01db32c4f4da1b898da7d8fe7da_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,993 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127946223e41ffb4393a56f034aadad2326_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127946223e41ffb4393a56f034aadad2326_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,994 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279caa2e33802c4224aae7f3b988a94dde_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279caa2e33802c4224aae7f3b988a94dde_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,996 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279cbb99eb61d44f03a2c2ee994dbe383a_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279cbb99eb61d44f03a2c2ee994dbe383a_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:09,998 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ac19a33b4c4f49c4ad7cb807943d6561_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ac19a33b4c4f49c4ad7cb807943d6561_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,001 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae60cfa8d31b4da1918bc938b5e84c81_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae60cfa8d31b4da1918bc938b5e84c81_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,003 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b209887b93954ad7b1b25f445a2d7c0e_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b209887b93954ad7b1b25f445a2d7c0e_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,004 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b4610c49c44d4e38bc34900e96761b2d_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b4610c49c44d4e38bc34900e96761b2d_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,005 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b46908b09f874a4f9cfeeb22f12d7bf6_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b46908b09f874a4f9cfeeb22f12d7bf6_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,007 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ba4b87792c7345a9abc668f20b7c64af_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ba4b87792c7345a9abc668f20b7c64af_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,008 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e657b0b3bb3e49bc81912708c1b9f365_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e657b0b3bb3e49bc81912708c1b9f365_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,010 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e7a9039d965d405abdc53ba04449cc17_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e7a9039d965d405abdc53ba04449cc17_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,011 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f1d64a207c9445e1a946a2c2977fd2bb_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f1d64a207c9445e1a946a2c2977fd2bb_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,013 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f8be7a9eb0354c0b937cd5244d0d931d_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f8be7a9eb0354c0b937cd5244d0d931d_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,015 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fc7468f7829644c1b39fd61e5f5669fc_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fc7468f7829644c1b39fd61e5f5669fc_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,016 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127feea7ddf496742a88041c7bf75d650af_36df80eb2043088e1d1a1f5194deda00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127feea7ddf496742a88041c7bf75d650af_36df80eb2043088e1d1a1f5194deda00 2024-11-27T20:24:10,016 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:24:10,018 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:10,022 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:24:10,025 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:24:10,026 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:10,026 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:24:10,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739050026"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:10,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:24:10,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 36df80eb2043088e1d1a1f5194deda00, NAME => 'TestAcidGuarantees,,1732739020672.36df80eb2043088e1d1a1f5194deda00.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:24:10,028 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:24:10,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739050028"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:10,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:24:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:24:10,034 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:10,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-27T20:24:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:24:10,232 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-27T20:24:10,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241 (was 240) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-174642498_22 at /127.0.0.1:45036 [Waiting for operation #542] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-174642498_22 at /127.0.0.1:56170 [Waiting for operation #800] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1811275824_22 at /127.0.0.1:37926 [Waiting for operation #457] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1811275824_22 at /127.0.0.1:49062 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a38d96a-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=818 (was 741) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5085 (was 5212) 2024-11-27T20:24:10,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=818, ProcessCount=11, AvailableMemoryMB=5085 2024-11-27T20:24:10,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:24:10,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:24:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:10,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:24:10,259 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:10,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-27T20:24:10,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:24:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T20:24:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742096_1272 (size=963) 2024-11-27T20:24:10,269 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:24:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742097_1273 (size=53) 2024-11-27T20:24:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T20:24:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T20:24:10,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:10,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 27b426a7e40172d0f10663c573ce1afd, disabling compactions & flushes 2024-11-27T20:24:10,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:10,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:10,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. after waiting 0 ms 2024-11-27T20:24:10,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:10,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:10,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:10,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:24:10,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739050677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739050677"}]},"ts":"1732739050677"} 2024-11-27T20:24:10,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:24:10,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:24:10,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739050679"}]},"ts":"1732739050679"} 2024-11-27T20:24:10,680 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:24:10,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, ASSIGN}] 2024-11-27T20:24:10,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, ASSIGN 2024-11-27T20:24:10,688 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:24:10,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=27b426a7e40172d0f10663c573ce1afd, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:10,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:24:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T20:24:10,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:10,996 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:10,997 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:24:10,998 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:10,998 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:10,998 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:10,998 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,008 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,011 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:11,011 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b426a7e40172d0f10663c573ce1afd columnFamilyName A 2024-11-27T20:24:11,011 DEBUG [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:11,012 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.HStore(327): Store=27b426a7e40172d0f10663c573ce1afd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:11,012 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,014 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:11,014 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b426a7e40172d0f10663c573ce1afd columnFamilyName B 2024-11-27T20:24:11,014 DEBUG [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:11,015 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.HStore(327): Store=27b426a7e40172d0f10663c573ce1afd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:11,016 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,017 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:11,018 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b426a7e40172d0f10663c573ce1afd columnFamilyName C 2024-11-27T20:24:11,018 DEBUG [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:11,019 INFO [StoreOpener-27b426a7e40172d0f10663c573ce1afd-1 {}] regionserver.HStore(327): Store=27b426a7e40172d0f10663c573ce1afd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:11,019 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,020 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,020 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,022 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:24:11,023 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,025 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:24:11,026 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 27b426a7e40172d0f10663c573ce1afd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59228608, jitterRate=-0.11742496490478516}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:24:11,027 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:11,027 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., pid=66, masterSystemTime=1732739050991 2024-11-27T20:24:11,029 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,029 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=27b426a7e40172d0f10663c573ce1afd, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-27T20:24:11,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 in 191 msec 2024-11-27T20:24:11,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-27T20:24:11,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, ASSIGN in 347 msec 2024-11-27T20:24:11,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:24:11,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739051036"}]},"ts":"1732739051036"} 2024-11-27T20:24:11,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:24:11,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:24:11,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 785 msec 2024-11-27T20:24:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T20:24:11,365 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-27T20:24:11,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72a7721c to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@faa31c 2024-11-27T20:24:11,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688f4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,374 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:24:11,376 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:24:11,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7792c763 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a568ce 2024-11-27T20:24:11,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a451d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c8a18c7 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e0e280 2024-11-27T20:24:11,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f02d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45426917 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473477dd 2024-11-27T20:24:11,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cebefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7fc60d to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a91dc80 2024-11-27T20:24:11,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c8846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e66ea50 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a874cc0 2024-11-27T20:24:11,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4093d76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-11-27T20:24:11,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7507573f to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78439bc6 2024-11-27T20:24:11,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2a893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e5c7476 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a2545d0 2024-11-27T20:24:11,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab3f837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df84068 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d039dc2 2024-11-27T20:24:11,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644774bd to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15db087a 2024-11-27T20:24:11,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187234de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:11,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-27T20:24:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:24:11,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:11,472 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:11,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:11,484 DEBUG [hconnection-0x486c0bb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,486 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,497 DEBUG [hconnection-0x26669203-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,499 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,502 DEBUG [hconnection-0x5cd96300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,504 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:11,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:11,521 DEBUG [hconnection-0x1593b46d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,522 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739111529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739111528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739111530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,552 DEBUG [hconnection-0x670ec8fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,553 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,561 DEBUG [hconnection-0x29e78c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,565 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,566 DEBUG [hconnection-0x7dca9bfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,568 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:24:11,578 DEBUG [hconnection-0x1f2fa4f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739111580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/47a1c54b47184f52ad6abac0c6a9a037 is 50, key is test_row_0/A:col10/1732739051503/Put/seqid=0 2024-11-27T20:24:11,614 DEBUG [hconnection-0x25bfc10b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,621 DEBUG [hconnection-0x60ede864-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:11,623 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:11,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:24:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:11,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739111676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739111676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739111677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739111679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739111687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742098_1274 (size=12001) 2024-11-27T20:24:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:24:11,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739111785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739111884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739111887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739111885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739111893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:11,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:24:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:11,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739111993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:24:12,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/47a1c54b47184f52ad6abac0c6a9a037 2024-11-27T20:24:12,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:24:12,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:12,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8fe4cfdc363d48a2abc9ea9e5665f5be is 50, key is test_row_0/B:col10/1732739051503/Put/seqid=0 2024-11-27T20:24:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742099_1275 (size=12001) 2024-11-27T20:24:12,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8fe4cfdc363d48a2abc9ea9e5665f5be 2024-11-27T20:24:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739112193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739112193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739112199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739112213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/65ba09f7560b477aaa6d62d958b8fdfb is 50, key is test_row_0/C:col10/1732739051503/Put/seqid=0 2024-11-27T20:24:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742100_1276 (size=12001) 2024-11-27T20:24:12,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/65ba09f7560b477aaa6d62d958b8fdfb 2024-11-27T20:24:12,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/47a1c54b47184f52ad6abac0c6a9a037 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47a1c54b47184f52ad6abac0c6a9a037 2024-11-27T20:24:12,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47a1c54b47184f52ad6abac0c6a9a037, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T20:24:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8fe4cfdc363d48a2abc9ea9e5665f5be as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8fe4cfdc363d48a2abc9ea9e5665f5be 2024-11-27T20:24:12,297 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:24:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:12,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739112297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8fe4cfdc363d48a2abc9ea9e5665f5be, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T20:24:12,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/65ba09f7560b477aaa6d62d958b8fdfb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/65ba09f7560b477aaa6d62d958b8fdfb 2024-11-27T20:24:12,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/65ba09f7560b477aaa6d62d958b8fdfb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T20:24:12,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 27b426a7e40172d0f10663c573ce1afd in 804ms, sequenceid=14, compaction requested=false 2024-11-27T20:24:12,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:12,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:24:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:12,450 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:12,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ae5f3da829674e04bc06289a3f10b9e7 is 50, key is test_row_0/A:col10/1732739051527/Put/seqid=0 2024-11-27T20:24:12,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742101_1277 (size=12001) 2024-11-27T20:24:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:24:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739112707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739112708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739112708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739112718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739112802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739112810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739112811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739112811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:12,861 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ae5f3da829674e04bc06289a3f10b9e7 2024-11-27T20:24:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/ccd622e20f9c41789b6d2246a97bdf74 is 50, key is test_row_0/B:col10/1732739051527/Put/seqid=0 2024-11-27T20:24:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742102_1278 (size=12001) 2024-11-27T20:24:12,963 DEBUG [master/23827885d8b7:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f81cdc7783d7ef6b7a8edf946b6d1eca changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:24:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739113013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739113013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739113014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/ccd622e20f9c41789b6d2246a97bdf74 2024-11-27T20:24:13,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/262462f953924aa688dfc3ecb9af1548 is 50, key is test_row_0/C:col10/1732739051527/Put/seqid=0 2024-11-27T20:24:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742103_1279 (size=12001) 2024-11-27T20:24:13,305 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/262462f953924aa688dfc3ecb9af1548 2024-11-27T20:24:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ae5f3da829674e04bc06289a3f10b9e7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ae5f3da829674e04bc06289a3f10b9e7 2024-11-27T20:24:13,316 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ae5f3da829674e04bc06289a3f10b9e7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:24:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/ccd622e20f9c41789b6d2246a97bdf74 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ccd622e20f9c41789b6d2246a97bdf74 2024-11-27T20:24:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739113317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739113317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739113318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,323 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ccd622e20f9c41789b6d2246a97bdf74, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:24:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/262462f953924aa688dfc3ecb9af1548 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/262462f953924aa688dfc3ecb9af1548 2024-11-27T20:24:13,330 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/262462f953924aa688dfc3ecb9af1548, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:24:13,333 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 27b426a7e40172d0f10663c573ce1afd in 883ms, sequenceid=38, compaction requested=false 2024-11-27T20:24:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-27T20:24:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-27T20:24:13,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T20:24:13,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8620 sec 2024-11-27T20:24:13,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.8660 sec 2024-11-27T20:24:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:24:13,575 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-27T20:24:13,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-27T20:24:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:24:13,578 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:13,579 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:13,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:24:13,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:24:13,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:13,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:24:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:13,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/49a0e66891c64361824ceeb44aa3ff83 is 50, key is test_row_0/A:col10/1732739052704/Put/seqid=0 2024-11-27T20:24:13,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742104_1280 (size=14341) 2024-11-27T20:24:13,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/49a0e66891c64361824ceeb44aa3ff83 2024-11-27T20:24:13,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cb56d12808ed4657bf85aa27c4fc35be is 50, key is test_row_0/B:col10/1732739052704/Put/seqid=0 2024-11-27T20:24:13,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742105_1281 (size=12001) 2024-11-27T20:24:13,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cb56d12808ed4657bf85aa27c4fc35be 2024-11-27T20:24:13,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/473c59f405af4f1d85af514a15568608 is 50, key is test_row_0/C:col10/1732739052704/Put/seqid=0 2024-11-27T20:24:13,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739113799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739113807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742106_1282 (size=12001) 2024-11-27T20:24:13,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/473c59f405af4f1d85af514a15568608 2024-11-27T20:24:13,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/49a0e66891c64361824ceeb44aa3ff83 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/49a0e66891c64361824ceeb44aa3ff83 2024-11-27T20:24:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739113823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/49a0e66891c64361824ceeb44aa3ff83, entries=200, sequenceid=52, filesize=14.0 K 2024-11-27T20:24:13,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739113823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cb56d12808ed4657bf85aa27c4fc35be as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cb56d12808ed4657bf85aa27c4fc35be 2024-11-27T20:24:13,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739113826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cb56d12808ed4657bf85aa27c4fc35be, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T20:24:13,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/473c59f405af4f1d85af514a15568608 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/473c59f405af4f1d85af514a15568608 2024-11-27T20:24:13,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/473c59f405af4f1d85af514a15568608, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T20:24:13,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 27b426a7e40172d0f10663c573ce1afd in 110ms, sequenceid=52, compaction requested=true 2024-11-27T20:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:13,838 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:13,839 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:13,840 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:13,840 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:13,841 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,841 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47a1c54b47184f52ad6abac0c6a9a037, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ae5f3da829674e04bc06289a3f10b9e7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/49a0e66891c64361824ceeb44aa3ff83] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=37.4 K 2024-11-27T20:24:13,841 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:13,841 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:13,841 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,841 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8fe4cfdc363d48a2abc9ea9e5665f5be, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ccd622e20f9c41789b6d2246a97bdf74, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cb56d12808ed4657bf85aa27c4fc35be] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.2 K 2024-11-27T20:24:13,842 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a1c54b47184f52ad6abac0c6a9a037, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732739051503 2024-11-27T20:24:13,842 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fe4cfdc363d48a2abc9ea9e5665f5be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732739051503 2024-11-27T20:24:13,843 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae5f3da829674e04bc06289a3f10b9e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732739051522 2024-11-27T20:24:13,843 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ccd622e20f9c41789b6d2246a97bdf74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732739051522 2024-11-27T20:24:13,843 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49a0e66891c64361824ceeb44aa3ff83, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739052704 2024-11-27T20:24:13,844 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cb56d12808ed4657bf85aa27c4fc35be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739052704 2024-11-27T20:24:13,855 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:13,856 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/8ebb81ddb4214f4f97d1730f71e6a1c6 is 50, key is test_row_0/A:col10/1732739052704/Put/seqid=0 2024-11-27T20:24:13,862 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:13,863 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cda58c4c0df548c9add75ee33642428c is 50, key is test_row_0/B:col10/1732739052704/Put/seqid=0 2024-11-27T20:24:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:24:13,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,885 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742107_1283 (size=12104) 2024-11-27T20:24:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742108_1284 (size=12104) 2024-11-27T20:24:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/39f3888b457143e59d0f4e05ea28084d is 50, key is test_row_0/A:col10/1732739053792/Put/seqid=0 2024-11-27T20:24:13,903 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cda58c4c0df548c9add75ee33642428c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cda58c4c0df548c9add75ee33642428c 2024-11-27T20:24:13,906 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/8ebb81ddb4214f4f97d1730f71e6a1c6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/8ebb81ddb4214f4f97d1730f71e6a1c6 2024-11-27T20:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742109_1285 (size=12001) 2024-11-27T20:24:13,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:13,910 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/39f3888b457143e59d0f4e05ea28084d 2024-11-27T20:24:13,913 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into cda58c4c0df548c9add75ee33642428c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:13,913 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:13,914 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739053839; duration=0sec 2024-11-27T20:24:13,914 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:13,914 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:13,914 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:13,914 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 8ebb81ddb4214f4f97d1730f71e6a1c6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:13,914 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:13,914 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739053838; duration=0sec 2024-11-27T20:24:13,914 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:13,914 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:13,915 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:13,915 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:13,915 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:13,915 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/65ba09f7560b477aaa6d62d958b8fdfb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/262462f953924aa688dfc3ecb9af1548, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/473c59f405af4f1d85af514a15568608] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.2 K 2024-11-27T20:24:13,916 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 65ba09f7560b477aaa6d62d958b8fdfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732739051503 2024-11-27T20:24:13,916 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 262462f953924aa688dfc3ecb9af1548, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732739051522 2024-11-27T20:24:13,917 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 473c59f405af4f1d85af514a15568608, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739052704 2024-11-27T20:24:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/b11ab1bf2afb41a68f3a553999425b3a is 50, key is test_row_0/B:col10/1732739053792/Put/seqid=0 2024-11-27T20:24:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742110_1286 (size=12001) 2024-11-27T20:24:13,936 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/b11ab1bf2afb41a68f3a553999425b3a 2024-11-27T20:24:13,941 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:13,942 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/d74e1c8432734b1f8eccf78696b50e20 is 50, key is test_row_0/C:col10/1732739052704/Put/seqid=0 2024-11-27T20:24:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/6eade22954f84678a110607cc566a18c is 50, key is test_row_0/C:col10/1732739053792/Put/seqid=0 2024-11-27T20:24:13,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739113952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742111_1287 (size=12104) 2024-11-27T20:24:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742112_1288 (size=12001) 2024-11-27T20:24:13,980 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/6eade22954f84678a110607cc566a18c 2024-11-27T20:24:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/39f3888b457143e59d0f4e05ea28084d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/39f3888b457143e59d0f4e05ea28084d 2024-11-27T20:24:13,999 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/39f3888b457143e59d0f4e05ea28084d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T20:24:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/b11ab1bf2afb41a68f3a553999425b3a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b11ab1bf2afb41a68f3a553999425b3a 2024-11-27T20:24:14,005 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b11ab1bf2afb41a68f3a553999425b3a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T20:24:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/6eade22954f84678a110607cc566a18c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/6eade22954f84678a110607cc566a18c 2024-11-27T20:24:14,013 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/6eade22954f84678a110607cc566a18c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T20:24:14,014 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 27b426a7e40172d0f10663c573ce1afd in 129ms, sequenceid=74, compaction requested=false 2024-11-27T20:24:14,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:14,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-27T20:24:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-27T20:24:14,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T20:24:14,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 437 msec 2024-11-27T20:24:14,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 442 msec 2024-11-27T20:24:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:14,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:14,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/70f2fec7dc384c04971a84fdcc61c24d is 50, key is test_row_0/A:col10/1732739053943/Put/seqid=0 2024-11-27T20:24:14,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742113_1289 (size=12001) 2024-11-27T20:24:14,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/70f2fec7dc384c04971a84fdcc61c24d 2024-11-27T20:24:14,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/22513f8d50e443aca97dbcf50e56ffd9 is 50, key is test_row_0/B:col10/1732739053943/Put/seqid=0 2024-11-27T20:24:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742114_1290 (size=12001) 2024-11-27T20:24:14,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739114154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:24:14,181 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-27T20:24:14,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-27T20:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:24:14,185 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:14,185 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:14,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:14,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739114257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:24:14,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:24:14,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,362 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/d74e1c8432734b1f8eccf78696b50e20 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/d74e1c8432734b1f8eccf78696b50e20 2024-11-27T20:24:14,367 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into d74e1c8432734b1f8eccf78696b50e20(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:14,367 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:14,367 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739053839; duration=0sec 2024-11-27T20:24:14,368 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:14,368 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739114462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:24:14,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:24:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/22513f8d50e443aca97dbcf50e56ffd9 2024-11-27T20:24:14,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/a5f36e0d1c0f4ce6b467db0a96df26bf is 50, key is test_row_0/C:col10/1732739053943/Put/seqid=0 2024-11-27T20:24:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742115_1291 (size=12001) 2024-11-27T20:24:14,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:24:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739114765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:24:14,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:24:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739114828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739114830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739114834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/a5f36e0d1c0f4ce6b467db0a96df26bf 2024-11-27T20:24:14,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/70f2fec7dc384c04971a84fdcc61c24d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/70f2fec7dc384c04971a84fdcc61c24d 2024-11-27T20:24:14,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/70f2fec7dc384c04971a84fdcc61c24d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:24:14,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/22513f8d50e443aca97dbcf50e56ffd9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/22513f8d50e443aca97dbcf50e56ffd9 2024-11-27T20:24:14,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/22513f8d50e443aca97dbcf50e56ffd9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:24:14,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/a5f36e0d1c0f4ce6b467db0a96df26bf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a5f36e0d1c0f4ce6b467db0a96df26bf 2024-11-27T20:24:14,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a5f36e0d1c0f4ce6b467db0a96df26bf, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:24:14,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:14,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:24:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:14,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 27b426a7e40172d0f10663c573ce1afd in 893ms, sequenceid=91, compaction requested=true 2024-11-27T20:24:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:14,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,950 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:14,950 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:14,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:14,951 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:14,951 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:14,951 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:14,951 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,951 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:14,952 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,952 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/8ebb81ddb4214f4f97d1730f71e6a1c6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/39f3888b457143e59d0f4e05ea28084d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/70f2fec7dc384c04971a84fdcc61c24d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.3 K 2024-11-27T20:24:14,952 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cda58c4c0df548c9add75ee33642428c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b11ab1bf2afb41a68f3a553999425b3a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/22513f8d50e443aca97dbcf50e56ffd9] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.3 K 2024-11-27T20:24:14,952 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cda58c4c0df548c9add75ee33642428c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739052704 2024-11-27T20:24:14,952 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ebb81ddb4214f4f97d1730f71e6a1c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739052704 2024-11-27T20:24:14,953 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b11ab1bf2afb41a68f3a553999425b3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732739053771 2024-11-27T20:24:14,953 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39f3888b457143e59d0f4e05ea28084d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732739053771 2024-11-27T20:24:14,954 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70f2fec7dc384c04971a84fdcc61c24d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739053936 2024-11-27T20:24:14,954 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 22513f8d50e443aca97dbcf50e56ffd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739053936 2024-11-27T20:24:14,966 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#234 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:14,967 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/e01381d0663e4c89ba2bc3ff800f9974 is 50, key is test_row_0/A:col10/1732739053943/Put/seqid=0 2024-11-27T20:24:14,969 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:14,969 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/5bcc36edd16941cda0066a838034fae8 is 50, key is test_row_0/B:col10/1732739053943/Put/seqid=0 2024-11-27T20:24:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742116_1292 (size=12207) 2024-11-27T20:24:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742117_1293 (size=12207) 2024-11-27T20:24:14,983 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/e01381d0663e4c89ba2bc3ff800f9974 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e01381d0663e4c89ba2bc3ff800f9974 2024-11-27T20:24:14,989 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/5bcc36edd16941cda0066a838034fae8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/5bcc36edd16941cda0066a838034fae8 2024-11-27T20:24:14,989 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into e01381d0663e4c89ba2bc3ff800f9974(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:14,989 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:14,989 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739054950; duration=0sec 2024-11-27T20:24:14,989 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:14,989 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:14,989 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:14,991 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:14,991 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:14,991 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:14,991 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/d74e1c8432734b1f8eccf78696b50e20, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/6eade22954f84678a110607cc566a18c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a5f36e0d1c0f4ce6b467db0a96df26bf] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.3 K 2024-11-27T20:24:14,992 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d74e1c8432734b1f8eccf78696b50e20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739052704 2024-11-27T20:24:14,992 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6eade22954f84678a110607cc566a18c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732739053771 2024-11-27T20:24:14,993 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f36e0d1c0f4ce6b467db0a96df26bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739053936 2024-11-27T20:24:14,999 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 5bcc36edd16941cda0066a838034fae8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:14,999 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:14,999 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739054950; duration=0sec 2024-11-27T20:24:14,999 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:15,000 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:15,004 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:15,005 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/fdf104488c70458ebf3d2b54452e8265 is 50, key is test_row_0/C:col10/1732739053943/Put/seqid=0 2024-11-27T20:24:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742118_1294 (size=12207) 2024-11-27T20:24:15,027 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/fdf104488c70458ebf3d2b54452e8265 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fdf104488c70458ebf3d2b54452e8265 2024-11-27T20:24:15,032 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into fdf104488c70458ebf3d2b54452e8265(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:15,033 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:15,033 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739054950; duration=0sec 2024-11-27T20:24:15,033 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:15,033 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:15,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:24:15,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,103 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T20:24:15,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:15,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/7b5776f83ac04145ae96155de11d5bb7 is 50, key is test_row_0/A:col10/1732739054149/Put/seqid=0 2024-11-27T20:24:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742119_1295 (size=12001) 2024-11-27T20:24:15,121 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/7b5776f83ac04145ae96155de11d5bb7 2024-11-27T20:24:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/741fac4944b7400885d54628724c863a is 50, key is test_row_0/B:col10/1732739054149/Put/seqid=0 2024-11-27T20:24:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742120_1296 (size=12001) 2024-11-27T20:24:15,157 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/741fac4944b7400885d54628724c863a 2024-11-27T20:24:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c691aa8889b143e2b80413eec6506e68 is 50, key is test_row_0/C:col10/1732739054149/Put/seqid=0 2024-11-27T20:24:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742121_1297 (size=12001) 2024-11-27T20:24:15,179 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c691aa8889b143e2b80413eec6506e68 2024-11-27T20:24:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/7b5776f83ac04145ae96155de11d5bb7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7b5776f83ac04145ae96155de11d5bb7 2024-11-27T20:24:15,190 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7b5776f83ac04145ae96155de11d5bb7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T20:24:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/741fac4944b7400885d54628724c863a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/741fac4944b7400885d54628724c863a 2024-11-27T20:24:15,199 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/741fac4944b7400885d54628724c863a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T20:24:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c691aa8889b143e2b80413eec6506e68 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c691aa8889b143e2b80413eec6506e68 2024-11-27T20:24:15,207 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c691aa8889b143e2b80413eec6506e68, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T20:24:15,209 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 27b426a7e40172d0f10663c573ce1afd in 106ms, sequenceid=116, compaction requested=false 2024-11-27T20:24:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-27T20:24:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-27T20:24:15,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-27T20:24:15,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-27T20:24:15,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0320 sec 2024-11-27T20:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:15,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:24:15,286 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-27T20:24:15,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:15,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/a9b00678ffb64e259e414febf1e84c91 is 50, key is test_row_1/A:col10/1732739055282/Put/seqid=0 2024-11-27T20:24:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-27T20:24:15,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:15,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:15,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742122_1298 (size=9657) 2024-11-27T20:24:15,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739115343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:15,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T20:24:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739115446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:15,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T20:24:15,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:15,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739115648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/a9b00678ffb64e259e414febf1e84c91 2024-11-27T20:24:15,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8a417ee9399b48489954d3f02c48167c is 50, key is test_row_1/B:col10/1732739055282/Put/seqid=0 2024-11-27T20:24:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742123_1299 (size=9657) 2024-11-27T20:24:15,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T20:24:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739115818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,820 DEBUG [Thread-1249 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4224 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:15,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:15,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T20:24:15,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:15,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:15,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739115953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T20:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:16,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:16,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8a417ee9399b48489954d3f02c48167c 2024-11-27T20:24:16,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9932265369154ff79332bfbcec9c5985 is 50, key is test_row_1/C:col10/1732739055282/Put/seqid=0 2024-11-27T20:24:16,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742124_1300 (size=9657) 2024-11-27T20:24:16,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9932265369154ff79332bfbcec9c5985 2024-11-27T20:24:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/a9b00678ffb64e259e414febf1e84c91 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a9b00678ffb64e259e414febf1e84c91 2024-11-27T20:24:16,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a9b00678ffb64e259e414febf1e84c91, entries=100, sequenceid=127, filesize=9.4 K 2024-11-27T20:24:16,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8a417ee9399b48489954d3f02c48167c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8a417ee9399b48489954d3f02c48167c 2024-11-27T20:24:16,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8a417ee9399b48489954d3f02c48167c, entries=100, sequenceid=127, filesize=9.4 K 2024-11-27T20:24:16,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9932265369154ff79332bfbcec9c5985 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9932265369154ff79332bfbcec9c5985 2024-11-27T20:24:16,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9932265369154ff79332bfbcec9c5985, entries=100, sequenceid=127, filesize=9.4 K 2024-11-27T20:24:16,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 27b426a7e40172d0f10663c573ce1afd in 863ms, sequenceid=127, compaction requested=true 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:16,146 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:16,146 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:16,154 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:16,154 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:16,154 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:16,154 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:16,154 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:16,154 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:16,154 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/5bcc36edd16941cda0066a838034fae8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/741fac4944b7400885d54628724c863a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8a417ee9399b48489954d3f02c48167c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=33.1 K 2024-11-27T20:24:16,154 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e01381d0663e4c89ba2bc3ff800f9974, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7b5776f83ac04145ae96155de11d5bb7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a9b00678ffb64e259e414febf1e84c91] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=33.1 K 2024-11-27T20:24:16,155 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bcc36edd16941cda0066a838034fae8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739053936 2024-11-27T20:24:16,155 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e01381d0663e4c89ba2bc3ff800f9974, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739053936 2024-11-27T20:24:16,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b5776f83ac04145ae96155de11d5bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732739054145 2024-11-27T20:24:16,156 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 741fac4944b7400885d54628724c863a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732739054145 2024-11-27T20:24:16,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9b00678ffb64e259e414febf1e84c91, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732739055280 2024-11-27T20:24:16,156 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a417ee9399b48489954d3f02c48167c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732739055280 2024-11-27T20:24:16,170 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:16,170 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ce111f07d0c74a4a91047e4d63fa8d6a is 50, key is test_row_0/A:col10/1732739054149/Put/seqid=0 2024-11-27T20:24:16,174 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:16,174 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/97642d1607c448c68009cf0936ae91b2 is 50, key is test_row_0/B:col10/1732739054149/Put/seqid=0 2024-11-27T20:24:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742125_1301 (size=12309) 2024-11-27T20:24:16,189 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ce111f07d0c74a4a91047e4d63fa8d6a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ce111f07d0c74a4a91047e4d63fa8d6a 2024-11-27T20:24:16,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742126_1302 (size=12309) 2024-11-27T20:24:16,195 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into ce111f07d0c74a4a91047e4d63fa8d6a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:16,195 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:16,196 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739056146; duration=0sec 2024-11-27T20:24:16,196 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:16,196 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:16,196 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:16,197 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:16,197 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:16,197 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:16,197 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fdf104488c70458ebf3d2b54452e8265, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c691aa8889b143e2b80413eec6506e68, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9932265369154ff79332bfbcec9c5985] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=33.1 K 2024-11-27T20:24:16,198 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdf104488c70458ebf3d2b54452e8265, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739053936 2024-11-27T20:24:16,198 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c691aa8889b143e2b80413eec6506e68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732739054145 2024-11-27T20:24:16,199 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9932265369154ff79332bfbcec9c5985, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732739055280 2024-11-27T20:24:16,205 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:16,206 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/169e9966be624b76a4cb6674c1b5ea24 is 50, key is test_row_0/C:col10/1732739054149/Put/seqid=0 2024-11-27T20:24:16,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:16,208 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742127_1303 (size=12309) 2024-11-27T20:24:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/7292eeef233743e787e169ee7d6be092 is 50, key is test_row_0/A:col10/1732739055340/Put/seqid=0 2024-11-27T20:24:16,222 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/169e9966be624b76a4cb6674c1b5ea24 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/169e9966be624b76a4cb6674c1b5ea24 2024-11-27T20:24:16,227 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 169e9966be624b76a4cb6674c1b5ea24(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:16,227 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:16,227 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739056146; duration=0sec 2024-11-27T20:24:16,227 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:16,227 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742128_1304 (size=12151) 2024-11-27T20:24:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:16,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739116496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739116600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,609 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/97642d1607c448c68009cf0936ae91b2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/97642d1607c448c68009cf0936ae91b2 2024-11-27T20:24:16,615 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 97642d1607c448c68009cf0936ae91b2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:16,615 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:16,615 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739056146; duration=0sec 2024-11-27T20:24:16,615 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:16,615 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:16,644 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/7292eeef233743e787e169ee7d6be092 2024-11-27T20:24:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3b964e446cb24ef0b002eb241c0f310c is 50, key is test_row_0/B:col10/1732739055340/Put/seqid=0 2024-11-27T20:24:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742129_1305 (size=12151) 2024-11-27T20:24:16,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739116803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739116836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,838 DEBUG [Thread-1245 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739116843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,844 DEBUG [Thread-1247 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739116852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:16,855 DEBUG [Thread-1251 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:17,060 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3b964e446cb24ef0b002eb241c0f310c 2024-11-27T20:24:17,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/5d50872d70e345039fee710cb6937d9c is 50, key is test_row_0/C:col10/1732739055340/Put/seqid=0 2024-11-27T20:24:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742130_1306 (size=12151) 2024-11-27T20:24:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739117105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:17,475 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/5d50872d70e345039fee710cb6937d9c 2024-11-27T20:24:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/7292eeef233743e787e169ee7d6be092 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7292eeef233743e787e169ee7d6be092 2024-11-27T20:24:17,489 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7292eeef233743e787e169ee7d6be092, entries=150, sequenceid=153, filesize=11.9 K 2024-11-27T20:24:17,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3b964e446cb24ef0b002eb241c0f310c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3b964e446cb24ef0b002eb241c0f310c 2024-11-27T20:24:17,493 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3b964e446cb24ef0b002eb241c0f310c, entries=150, sequenceid=153, filesize=11.9 K 2024-11-27T20:24:17,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/5d50872d70e345039fee710cb6937d9c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5d50872d70e345039fee710cb6937d9c 2024-11-27T20:24:17,498 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5d50872d70e345039fee710cb6937d9c, entries=150, sequenceid=153, filesize=11.9 K 2024-11-27T20:24:17,499 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27b426a7e40172d0f10663c573ce1afd in 1291ms, sequenceid=153, compaction requested=false 2024-11-27T20:24:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-27T20:24:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-27T20:24:17,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T20:24:17,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2090 sec 2024-11-27T20:24:17,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.2150 sec 2024-11-27T20:24:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:17,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:17,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:17,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:17,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:17,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:17,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:17,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:17,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/b9c50acf27b44ba89a2be5d9f1dc828b is 50, key is test_row_0/A:col10/1732739057612/Put/seqid=0 2024-11-27T20:24:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742131_1307 (size=12151) 2024-11-27T20:24:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739117667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739117770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:17,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739117974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:18,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/b9c50acf27b44ba89a2be5d9f1dc828b 2024-11-27T20:24:18,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/44774805e0c24c03b88a63d2dbee6328 is 50, key is test_row_0/B:col10/1732739057612/Put/seqid=0 2024-11-27T20:24:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742132_1308 (size=12151) 2024-11-27T20:24:18,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/44774805e0c24c03b88a63d2dbee6328 2024-11-27T20:24:18,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9437492ecba4461bb3a4b93628f52608 is 50, key is test_row_0/C:col10/1732739057612/Put/seqid=0 2024-11-27T20:24:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742133_1309 (size=12151) 2024-11-27T20:24:18,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9437492ecba4461bb3a4b93628f52608 2024-11-27T20:24:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/b9c50acf27b44ba89a2be5d9f1dc828b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/b9c50acf27b44ba89a2be5d9f1dc828b 2024-11-27T20:24:18,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/b9c50acf27b44ba89a2be5d9f1dc828b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:24:18,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/44774805e0c24c03b88a63d2dbee6328 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/44774805e0c24c03b88a63d2dbee6328 2024-11-27T20:24:18,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/44774805e0c24c03b88a63d2dbee6328, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:24:18,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9437492ecba4461bb3a4b93628f52608 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9437492ecba4461bb3a4b93628f52608 2024-11-27T20:24:18,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9437492ecba4461bb3a4b93628f52608, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:24:18,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27b426a7e40172d0f10663c573ce1afd in 454ms, sequenceid=167, compaction requested=true 2024-11-27T20:24:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:18,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:18,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:18,068 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:18,068 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:18,069 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:18,069 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:18,069 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:18,070 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/97642d1607c448c68009cf0936ae91b2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3b964e446cb24ef0b002eb241c0f310c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/44774805e0c24c03b88a63d2dbee6328] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.8 K 2024-11-27T20:24:18,070 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:18,070 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:18,070 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:18,070 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 97642d1607c448c68009cf0936ae91b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732739054149 2024-11-27T20:24:18,070 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ce111f07d0c74a4a91047e4d63fa8d6a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7292eeef233743e787e169ee7d6be092, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/b9c50acf27b44ba89a2be5d9f1dc828b] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.8 K 2024-11-27T20:24:18,070 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce111f07d0c74a4a91047e4d63fa8d6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732739054149 2024-11-27T20:24:18,071 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b964e446cb24ef0b002eb241c0f310c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732739055338 2024-11-27T20:24:18,071 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7292eeef233743e787e169ee7d6be092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732739055338 2024-11-27T20:24:18,072 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 44774805e0c24c03b88a63d2dbee6328, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739056462 2024-11-27T20:24:18,072 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c50acf27b44ba89a2be5d9f1dc828b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739056462 2024-11-27T20:24:18,081 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:18,082 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e81d21cf68ac48a2bbf0965d0fce11a6 is 50, key is test_row_0/B:col10/1732739057612/Put/seqid=0 2024-11-27T20:24:18,090 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:18,090 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/5061d6ad225e4033922507ca1e1a8e1a is 50, key is test_row_0/A:col10/1732739057612/Put/seqid=0 2024-11-27T20:24:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742134_1310 (size=12561) 2024-11-27T20:24:18,096 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e81d21cf68ac48a2bbf0965d0fce11a6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e81d21cf68ac48a2bbf0965d0fce11a6 2024-11-27T20:24:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742135_1311 (size=12561) 2024-11-27T20:24:18,101 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into e81d21cf68ac48a2bbf0965d0fce11a6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:18,101 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:18,101 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739058067; duration=0sec 2024-11-27T20:24:18,101 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:18,101 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:18,101 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:18,102 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:18,102 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:18,102 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:18,103 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/169e9966be624b76a4cb6674c1b5ea24, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5d50872d70e345039fee710cb6937d9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9437492ecba4461bb3a4b93628f52608] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=35.8 K 2024-11-27T20:24:18,103 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 169e9966be624b76a4cb6674c1b5ea24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732739054149 2024-11-27T20:24:18,104 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d50872d70e345039fee710cb6937d9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732739055338 2024-11-27T20:24:18,104 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9437492ecba4461bb3a4b93628f52608, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739056462 2024-11-27T20:24:18,113 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:18,114 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ca02ff05760943f184e542318a3f6b65 is 50, key is test_row_0/C:col10/1732739057612/Put/seqid=0 2024-11-27T20:24:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742136_1312 (size=12561) 2024-11-27T20:24:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:18,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:18,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/6609cba1857f4a3dbacca841a8d21426 is 50, key is test_row_0/A:col10/1732739057661/Put/seqid=0 2024-11-27T20:24:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742137_1313 (size=12151) 2024-11-27T20:24:18,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/6609cba1857f4a3dbacca841a8d21426 2024-11-27T20:24:18,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/eef6c8d18f654866b741d3b7a665cd66 is 50, key is test_row_0/B:col10/1732739057661/Put/seqid=0 2024-11-27T20:24:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742138_1314 (size=12151) 2024-11-27T20:24:18,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739118306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:18,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739118410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:18,506 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/5061d6ad225e4033922507ca1e1a8e1a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/5061d6ad225e4033922507ca1e1a8e1a 2024-11-27T20:24:18,511 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 5061d6ad225e4033922507ca1e1a8e1a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:18,511 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:18,511 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739058067; duration=0sec 2024-11-27T20:24:18,511 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:18,511 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:18,528 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ca02ff05760943f184e542318a3f6b65 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ca02ff05760943f184e542318a3f6b65 2024-11-27T20:24:18,534 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into ca02ff05760943f184e542318a3f6b65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:18,534 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:18,534 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739058067; duration=0sec 2024-11-27T20:24:18,534 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:18,534 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739118614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:18,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/eef6c8d18f654866b741d3b7a665cd66 2024-11-27T20:24:18,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ce012818db89403a921f5c992e2d5eeb is 50, key is test_row_0/C:col10/1732739057661/Put/seqid=0 2024-11-27T20:24:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742139_1315 (size=12151) 2024-11-27T20:24:18,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ce012818db89403a921f5c992e2d5eeb 2024-11-27T20:24:18,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/6609cba1857f4a3dbacca841a8d21426 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/6609cba1857f4a3dbacca841a8d21426 2024-11-27T20:24:18,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/6609cba1857f4a3dbacca841a8d21426, entries=150, sequenceid=193, filesize=11.9 K 2024-11-27T20:24:18,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/eef6c8d18f654866b741d3b7a665cd66 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/eef6c8d18f654866b741d3b7a665cd66 2024-11-27T20:24:18,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/eef6c8d18f654866b741d3b7a665cd66, entries=150, sequenceid=193, filesize=11.9 K 2024-11-27T20:24:18,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ce012818db89403a921f5c992e2d5eeb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ce012818db89403a921f5c992e2d5eeb 2024-11-27T20:24:18,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ce012818db89403a921f5c992e2d5eeb, entries=150, sequenceid=193, filesize=11.9 K 2024-11-27T20:24:18,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27b426a7e40172d0f10663c573ce1afd in 465ms, sequenceid=193, compaction requested=false 2024-11-27T20:24:18,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:18,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:18,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:18,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:18,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:18,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:18,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:18,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:18,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/03e61ae9788846cf8d2956ba90939330 is 50, key is test_row_0/A:col10/1732739058917/Put/seqid=0 2024-11-27T20:24:18,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742140_1316 (size=9757) 2024-11-27T20:24:18,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/03e61ae9788846cf8d2956ba90939330 2024-11-27T20:24:18,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e2cd1228459848eb9a60e193bc5723bb is 50, key is test_row_0/B:col10/1732739058917/Put/seqid=0 2024-11-27T20:24:18,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742141_1317 (size=9757) 2024-11-27T20:24:18,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739118990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739119094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739119296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e2cd1228459848eb9a60e193bc5723bb 2024-11-27T20:24:19,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c41b8413b21a414fa65f6a2daa2fae9f is 50, key is test_row_0/C:col10/1732739058917/Put/seqid=0 2024-11-27T20:24:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742142_1318 (size=9757) 2024-11-27T20:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:24:19,396 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-27T20:24:19,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-27T20:24:19,401 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:19,401 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:19,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:19,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739119600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T20:24:19,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T20:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:19,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c41b8413b21a414fa65f6a2daa2fae9f 2024-11-27T20:24:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/03e61ae9788846cf8d2956ba90939330 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/03e61ae9788846cf8d2956ba90939330 2024-11-27T20:24:19,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/03e61ae9788846cf8d2956ba90939330, entries=100, sequenceid=207, filesize=9.5 K 2024-11-27T20:24:19,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e2cd1228459848eb9a60e193bc5723bb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e2cd1228459848eb9a60e193bc5723bb 2024-11-27T20:24:19,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e2cd1228459848eb9a60e193bc5723bb, entries=100, sequenceid=207, filesize=9.5 K 2024-11-27T20:24:19,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c41b8413b21a414fa65f6a2daa2fae9f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c41b8413b21a414fa65f6a2daa2fae9f 2024-11-27T20:24:19,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c41b8413b21a414fa65f6a2daa2fae9f, entries=100, sequenceid=207, filesize=9.5 K 2024-11-27T20:24:19,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27b426a7e40172d0f10663c573ce1afd in 855ms, sequenceid=207, compaction requested=true 2024-11-27T20:24:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:19,773 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:19,774 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:19,774 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:19,775 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:19,775 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,775 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/5061d6ad225e4033922507ca1e1a8e1a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/6609cba1857f4a3dbacca841a8d21426, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/03e61ae9788846cf8d2956ba90939330] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=33.7 K 2024-11-27T20:24:19,775 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5061d6ad225e4033922507ca1e1a8e1a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739056462 2024-11-27T20:24:19,775 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:19,775 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:19,775 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,775 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e81d21cf68ac48a2bbf0965d0fce11a6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/eef6c8d18f654866b741d3b7a665cd66, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e2cd1228459848eb9a60e193bc5723bb] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=33.7 K 2024-11-27T20:24:19,776 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6609cba1857f4a3dbacca841a8d21426, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732739057661 2024-11-27T20:24:19,776 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e81d21cf68ac48a2bbf0965d0fce11a6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739056462 2024-11-27T20:24:19,776 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03e61ae9788846cf8d2956ba90939330, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739058305 2024-11-27T20:24:19,776 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting eef6c8d18f654866b741d3b7a665cd66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732739057661 2024-11-27T20:24:19,776 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e2cd1228459848eb9a60e193bc5723bb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739058305 2024-11-27T20:24:19,783 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:19,784 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#262 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:19,784 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/f49971aae2f84554a0efebe0a1b7f484 is 50, key is test_row_0/B:col10/1732739058917/Put/seqid=0 2024-11-27T20:24:19,784 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/256f88a328534150af5c9569b43a5580 is 50, key is test_row_0/A:col10/1732739058917/Put/seqid=0 2024-11-27T20:24:19,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742143_1319 (size=12663) 2024-11-27T20:24:19,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742144_1320 (size=12663) 2024-11-27T20:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:19,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:19,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/47b282f53aad440f874667a47259c1f6 is 50, key is test_row_0/A:col10/1732739058989/Put/seqid=0 2024-11-27T20:24:19,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:19,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742145_1321 (size=14541) 2024-11-27T20:24:19,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739119871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739119974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:20,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739120104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739120179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,206 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/f49971aae2f84554a0efebe0a1b7f484 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f49971aae2f84554a0efebe0a1b7f484 2024-11-27T20:24:20,210 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/256f88a328534150af5c9569b43a5580 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/256f88a328534150af5c9569b43a5580 2024-11-27T20:24:20,212 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into f49971aae2f84554a0efebe0a1b7f484(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:20,212 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:20,212 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739059774; duration=0sec 2024-11-27T20:24:20,213 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:20,213 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:20,213 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:20,214 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:20,215 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:20,215 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,215 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ca02ff05760943f184e542318a3f6b65, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ce012818db89403a921f5c992e2d5eeb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c41b8413b21a414fa65f6a2daa2fae9f] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=33.7 K 2024-11-27T20:24:20,216 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ca02ff05760943f184e542318a3f6b65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739056462 2024-11-27T20:24:20,216 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 256f88a328534150af5c9569b43a5580(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:20,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:20,216 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739059773; duration=0sec 2024-11-27T20:24:20,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:20,216 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:20,217 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ce012818db89403a921f5c992e2d5eeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732739057661 2024-11-27T20:24:20,217 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c41b8413b21a414fa65f6a2daa2fae9f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739058305 2024-11-27T20:24:20,226 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:20,227 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/e5dd8ae67b824954b692a105ccb8bd5a is 50, key is test_row_0/C:col10/1732739058917/Put/seqid=0 2024-11-27T20:24:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742146_1322 (size=12663) 2024-11-27T20:24:20,237 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/e5dd8ae67b824954b692a105ccb8bd5a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e5dd8ae67b824954b692a105ccb8bd5a 2024-11-27T20:24:20,242 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into e5dd8ae67b824954b692a105ccb8bd5a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:20,242 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:20,242 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739059774; duration=0sec 2024-11-27T20:24:20,242 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:20,242 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:20,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/47b282f53aad440f874667a47259c1f6 2024-11-27T20:24:20,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a8aa9fa22d6d4c189c92a87eee1b6c6f is 50, key is test_row_0/B:col10/1732739058989/Put/seqid=0 2024-11-27T20:24:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742147_1323 (size=12151) 2024-11-27T20:24:20,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739120482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:20,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a8aa9fa22d6d4c189c92a87eee1b6c6f 2024-11-27T20:24:20,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/fd6e621bef934e2fafa5ff85b6d31630 is 50, key is test_row_0/C:col10/1732739058989/Put/seqid=0 2024-11-27T20:24:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742148_1324 (size=12151) 2024-11-27T20:24:20,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739120851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,854 DEBUG [Thread-1245 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:20,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739120856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,858 DEBUG [Thread-1247 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:20,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739120888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,891 DEBUG [Thread-1251 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:20,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:20,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:20,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:20,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739120985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/fd6e621bef934e2fafa5ff85b6d31630 2024-11-27T20:24:21,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/47b282f53aad440f874667a47259c1f6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47b282f53aad440f874667a47259c1f6 2024-11-27T20:24:21,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47b282f53aad440f874667a47259c1f6, entries=200, sequenceid=232, filesize=14.2 K 2024-11-27T20:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a8aa9fa22d6d4c189c92a87eee1b6c6f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a8aa9fa22d6d4c189c92a87eee1b6c6f 2024-11-27T20:24:21,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a8aa9fa22d6d4c189c92a87eee1b6c6f, entries=150, sequenceid=232, filesize=11.9 K 2024-11-27T20:24:21,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/fd6e621bef934e2fafa5ff85b6d31630 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fd6e621bef934e2fafa5ff85b6d31630 2024-11-27T20:24:21,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fd6e621bef934e2fafa5ff85b6d31630, entries=150, sequenceid=232, filesize=11.9 K 2024-11-27T20:24:21,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27b426a7e40172d0f10663c573ce1afd in 1276ms, sequenceid=232, compaction requested=false 2024-11-27T20:24:21,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:21,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/464e039ab0c64370b446c10119e0dc2f is 50, key is test_row_0/A:col10/1732739059862/Put/seqid=0 2024-11-27T20:24:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742149_1325 (size=12151) 2024-11-27T20:24:21,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/464e039ab0c64370b446c10119e0dc2f 2024-11-27T20:24:21,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/4ca127be0ac04b15a36769b498ad5428 is 50, key is test_row_0/B:col10/1732739059862/Put/seqid=0 2024-11-27T20:24:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742150_1326 (size=12151) 2024-11-27T20:24:21,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739121174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:21,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:21,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739121278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739121479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:21,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/4ca127be0ac04b15a36769b498ad5428 2024-11-27T20:24:21,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/7a0c670d7c994104875272c44e9c1f9a is 50, key is test_row_0/C:col10/1732739059862/Put/seqid=0 2024-11-27T20:24:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742151_1327 (size=12151) 2024-11-27T20:24:21,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739121783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:21,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:21,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739121997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:22,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:22,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/7a0c670d7c994104875272c44e9c1f9a 2024-11-27T20:24:22,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/464e039ab0c64370b446c10119e0dc2f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/464e039ab0c64370b446c10119e0dc2f 2024-11-27T20:24:22,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/464e039ab0c64370b446c10119e0dc2f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T20:24:22,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/4ca127be0ac04b15a36769b498ad5428 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/4ca127be0ac04b15a36769b498ad5428 2024-11-27T20:24:22,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/4ca127be0ac04b15a36769b498ad5428, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T20:24:22,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/7a0c670d7c994104875272c44e9c1f9a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/7a0c670d7c994104875272c44e9c1f9a 2024-11-27T20:24:22,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/7a0c670d7c994104875272c44e9c1f9a, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T20:24:22,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27b426a7e40172d0f10663c573ce1afd in 921ms, sequenceid=247, compaction requested=true 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:24:22,035 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:22,035 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:22,036 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:22,036 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:22,036 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,036 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/256f88a328534150af5c9569b43a5580, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47b282f53aad440f874667a47259c1f6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/464e039ab0c64370b446c10119e0dc2f] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=38.4 K 2024-11-27T20:24:22,036 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:22,036 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:22,036 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,036 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e5dd8ae67b824954b692a105ccb8bd5a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fd6e621bef934e2fafa5ff85b6d31630, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/7a0c670d7c994104875272c44e9c1f9a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.1 K 2024-11-27T20:24:22,037 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256f88a328534150af5c9569b43a5580, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739057663 2024-11-27T20:24:22,037 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e5dd8ae67b824954b692a105ccb8bd5a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739057663 2024-11-27T20:24:22,037 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fd6e621bef934e2fafa5ff85b6d31630, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732739058980 2024-11-27T20:24:22,037 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47b282f53aad440f874667a47259c1f6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732739058974 2024-11-27T20:24:22,038 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a0c670d7c994104875272c44e9c1f9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739059862 2024-11-27T20:24:22,038 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 464e039ab0c64370b446c10119e0dc2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739059862 2024-11-27T20:24:22,059 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:22,060 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/97f4c7d26c384720b18fdf9af66a8e19 is 50, key is test_row_0/A:col10/1732739059862/Put/seqid=0 2024-11-27T20:24:22,071 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:22,071 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/20fac672d86c499fb75ad4937092f2b0 is 50, key is test_row_0/C:col10/1732739059862/Put/seqid=0 2024-11-27T20:24:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742152_1328 (size=12765) 2024-11-27T20:24:22,126 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/97f4c7d26c384720b18fdf9af66a8e19 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/97f4c7d26c384720b18fdf9af66a8e19 2024-11-27T20:24:22,135 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 97f4c7d26c384720b18fdf9af66a8e19(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:22,135 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:22,135 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739062034; duration=0sec 2024-11-27T20:24:22,135 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:22,135 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:22,135 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:22,137 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:22,137 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:22,138 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,139 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f49971aae2f84554a0efebe0a1b7f484, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a8aa9fa22d6d4c189c92a87eee1b6c6f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/4ca127be0ac04b15a36769b498ad5428] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.1 K 2024-11-27T20:24:22,139 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f49971aae2f84554a0efebe0a1b7f484, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739057663 2024-11-27T20:24:22,139 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8aa9fa22d6d4c189c92a87eee1b6c6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732739058980 2024-11-27T20:24:22,140 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ca127be0ac04b15a36769b498ad5428, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739059862 2024-11-27T20:24:22,148 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:22,149 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/0c21a4b39e254d8cb2fa1824a8363e37 is 50, key is test_row_0/B:col10/1732739059862/Put/seqid=0 2024-11-27T20:24:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742153_1329 (size=12765) 2024-11-27T20:24:22,157 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/20fac672d86c499fb75ad4937092f2b0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/20fac672d86c499fb75ad4937092f2b0 2024-11-27T20:24:22,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:22,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T20:24:22,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,159 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,163 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 20fac672d86c499fb75ad4937092f2b0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:22,163 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:22,163 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739062034; duration=0sec 2024-11-27T20:24:22,163 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:22,163 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/c9c0bbfbf98041f8a8932c3172083a6d is 50, key is test_row_0/A:col10/1732739061170/Put/seqid=0 2024-11-27T20:24:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742154_1330 (size=12765) 2024-11-27T20:24:22,217 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/0c21a4b39e254d8cb2fa1824a8363e37 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/0c21a4b39e254d8cb2fa1824a8363e37 2024-11-27T20:24:22,226 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 0c21a4b39e254d8cb2fa1824a8363e37(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:22,227 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:22,227 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739062034; duration=0sec 2024-11-27T20:24:22,227 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:22,227 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742155_1331 (size=12301) 2024-11-27T20:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:22,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739122369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739122473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:22,658 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/c9c0bbfbf98041f8a8932c3172083a6d 2024-11-27T20:24:22,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/ed5e03c9d0944235a0cfda093ec818b4 is 50, key is test_row_0/B:col10/1732739061170/Put/seqid=0 2024-11-27T20:24:22,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739122676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:22,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742156_1332 (size=12301) 2024-11-27T20:24:22,711 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/ed5e03c9d0944235a0cfda093ec818b4 2024-11-27T20:24:22,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/71e176e1c24b49eba4294615709e63d8 is 50, key is test_row_0/C:col10/1732739061170/Put/seqid=0 2024-11-27T20:24:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742157_1333 (size=12301) 2024-11-27T20:24:22,787 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/71e176e1c24b49eba4294615709e63d8 2024-11-27T20:24:22,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/c9c0bbfbf98041f8a8932c3172083a6d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c9c0bbfbf98041f8a8932c3172083a6d 2024-11-27T20:24:22,801 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c9c0bbfbf98041f8a8932c3172083a6d, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T20:24:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/ed5e03c9d0944235a0cfda093ec818b4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ed5e03c9d0944235a0cfda093ec818b4 2024-11-27T20:24:22,813 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ed5e03c9d0944235a0cfda093ec818b4, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T20:24:22,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/71e176e1c24b49eba4294615709e63d8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/71e176e1c24b49eba4294615709e63d8 2024-11-27T20:24:22,848 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/71e176e1c24b49eba4294615709e63d8, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T20:24:22,849 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 27b426a7e40172d0f10663c573ce1afd in 690ms, sequenceid=272, compaction requested=false 2024-11-27T20:24:22,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:22,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-27T20:24:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-27T20:24:22,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T20:24:22,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4490 sec 2024-11-27T20:24:22,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 3.4560 sec 2024-11-27T20:24:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:22,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:24:22,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:22,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/41341d63b95d4ae1baf56698726bd65d is 50, key is test_row_0/A:col10/1732739062340/Put/seqid=0 2024-11-27T20:24:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742158_1334 (size=12301) 2024-11-27T20:24:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739123154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:23,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739123259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:23,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/41341d63b95d4ae1baf56698726bd65d 2024-11-27T20:24:23,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739123464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:23,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3885046f0b384bc0b29eae7faae0462e is 50, key is test_row_0/B:col10/1732739062340/Put/seqid=0 2024-11-27T20:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T20:24:23,506 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-27T20:24:23,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-27T20:24:23,510 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:24:23,511 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:23,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742159_1335 (size=12301) 2024-11-27T20:24:23,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3885046f0b384bc0b29eae7faae0462e 2024-11-27T20:24:23,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/44ec74d1ef8f473ab8f8656762fcb4fe is 50, key is test_row_0/C:col10/1732739062340/Put/seqid=0 2024-11-27T20:24:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742160_1336 (size=12301) 2024-11-27T20:24:23,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/44ec74d1ef8f473ab8f8656762fcb4fe 2024-11-27T20:24:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/41341d63b95d4ae1baf56698726bd65d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41341d63b95d4ae1baf56698726bd65d 2024-11-27T20:24:23,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41341d63b95d4ae1baf56698726bd65d, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:24:23,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3885046f0b384bc0b29eae7faae0462e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3885046f0b384bc0b29eae7faae0462e 2024-11-27T20:24:23,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3885046f0b384bc0b29eae7faae0462e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:24:23,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/44ec74d1ef8f473ab8f8656762fcb4fe as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/44ec74d1ef8f473ab8f8656762fcb4fe 2024-11-27T20:24:23,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/44ec74d1ef8f473ab8f8656762fcb4fe, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:24:23,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 27b426a7e40172d0f10663c573ce1afd in 616ms, sequenceid=287, compaction requested=true 2024-11-27T20:24:23,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:23,607 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:23,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:23,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:23,608 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:23,608 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:23,608 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:23,608 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/97f4c7d26c384720b18fdf9af66a8e19, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c9c0bbfbf98041f8a8932c3172083a6d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41341d63b95d4ae1baf56698726bd65d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.5 K 2024-11-27T20:24:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:23,609 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:23,609 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97f4c7d26c384720b18fdf9af66a8e19, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739059862 2024-11-27T20:24:23,610 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9c0bbfbf98041f8a8932c3172083a6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732739061166 2024-11-27T20:24:23,610 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41341d63b95d4ae1baf56698726bd65d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739062340 2024-11-27T20:24:23,610 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:23,611 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:23,611 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:23,611 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/0c21a4b39e254d8cb2fa1824a8363e37, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ed5e03c9d0944235a0cfda093ec818b4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3885046f0b384bc0b29eae7faae0462e] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.5 K 2024-11-27T20:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:24:23,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:23,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:23,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:23,612 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c21a4b39e254d8cb2fa1824a8363e37, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739059862 2024-11-27T20:24:23,612 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ed5e03c9d0944235a0cfda093ec818b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732739061166 2024-11-27T20:24:23,613 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3885046f0b384bc0b29eae7faae0462e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739062340 2024-11-27T20:24:23,633 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:23,634 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/c4f8cebdcf44447fbcc791d7efe40909 is 50, key is test_row_0/A:col10/1732739062340/Put/seqid=0 2024-11-27T20:24:23,654 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:23,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/b37f3d858e5f4e5fbdd78039c226a463 is 50, key is test_row_0/B:col10/1732739062340/Put/seqid=0 2024-11-27T20:24:23,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:23,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T20:24:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:23,664 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/22b5dd2a00e04e87b476d724d9f3b7b6 is 50, key is test_row_0/A:col10/1732739063147/Put/seqid=0 2024-11-27T20:24:23,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742161_1337 (size=13017) 2024-11-27T20:24:23,706 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/c4f8cebdcf44447fbcc791d7efe40909 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c4f8cebdcf44447fbcc791d7efe40909 2024-11-27T20:24:23,712 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into c4f8cebdcf44447fbcc791d7efe40909(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:23,712 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:23,712 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739063607; duration=0sec 2024-11-27T20:24:23,712 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:23,712 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:23,712 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:23,713 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:23,713 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:23,713 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:23,714 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/20fac672d86c499fb75ad4937092f2b0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/71e176e1c24b49eba4294615709e63d8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/44ec74d1ef8f473ab8f8656762fcb4fe] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.5 K 2024-11-27T20:24:23,714 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20fac672d86c499fb75ad4937092f2b0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739059862 2024-11-27T20:24:23,715 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e176e1c24b49eba4294615709e63d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732739061166 2024-11-27T20:24:23,715 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44ec74d1ef8f473ab8f8656762fcb4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739062340 2024-11-27T20:24:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742162_1338 (size=13017) 2024-11-27T20:24:23,744 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/b37f3d858e5f4e5fbdd78039c226a463 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b37f3d858e5f4e5fbdd78039c226a463 2024-11-27T20:24:23,749 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into b37f3d858e5f4e5fbdd78039c226a463(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:23,749 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:23,749 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739063609; duration=0sec 2024-11-27T20:24:23,749 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:23,749 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742163_1339 (size=12301) 2024-11-27T20:24:23,771 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:23,772 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/5b6f5fa6db0643788a03b3a7fa7fe45a is 50, key is test_row_0/C:col10/1732739062340/Put/seqid=0 2024-11-27T20:24:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:23,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742164_1340 (size=13017) 2024-11-27T20:24:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:24:23,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739123811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:23,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739123915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739124004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,008 DEBUG [Thread-1249 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:24:24,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739124120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,168 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/22b5dd2a00e04e87b476d724d9f3b7b6 2024-11-27T20:24:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/07ca1444f9734817a0da4a88d6f43d73 is 50, key is test_row_0/B:col10/1732739063147/Put/seqid=0 2024-11-27T20:24:24,207 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/5b6f5fa6db0643788a03b3a7fa7fe45a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5b6f5fa6db0643788a03b3a7fa7fe45a 2024-11-27T20:24:24,213 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 5b6f5fa6db0643788a03b3a7fa7fe45a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:24,213 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:24,213 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739063611; duration=0sec 2024-11-27T20:24:24,213 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:24,213 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742165_1341 (size=12301) 2024-11-27T20:24:24,220 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/07ca1444f9734817a0da4a88d6f43d73 2024-11-27T20:24:24,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/90d4fc3047dd40908232c0ffdb15b289 is 50, key is test_row_0/C:col10/1732739063147/Put/seqid=0 2024-11-27T20:24:24,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742166_1342 (size=12301) 2024-11-27T20:24:24,259 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/90d4fc3047dd40908232c0ffdb15b289 2024-11-27T20:24:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/22b5dd2a00e04e87b476d724d9f3b7b6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/22b5dd2a00e04e87b476d724d9f3b7b6 2024-11-27T20:24:24,278 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/22b5dd2a00e04e87b476d724d9f3b7b6, entries=150, sequenceid=310, filesize=12.0 K 2024-11-27T20:24:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/07ca1444f9734817a0da4a88d6f43d73 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/07ca1444f9734817a0da4a88d6f43d73 2024-11-27T20:24:24,285 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/07ca1444f9734817a0da4a88d6f43d73, entries=150, sequenceid=310, filesize=12.0 K 2024-11-27T20:24:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/90d4fc3047dd40908232c0ffdb15b289 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/90d4fc3047dd40908232c0ffdb15b289 2024-11-27T20:24:24,292 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/90d4fc3047dd40908232c0ffdb15b289, entries=150, sequenceid=310, filesize=12.0 K 2024-11-27T20:24:24,294 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27b426a7e40172d0f10663c573ce1afd in 630ms, sequenceid=310, compaction requested=false 2024-11-27T20:24:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-27T20:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-27T20:24:24,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-27T20:24:24,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-27T20:24:24,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 792 msec 2024-11-27T20:24:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:24,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/f00b4ffde5c8453a927be32124f6ee51 is 50, key is test_row_0/A:col10/1732739064430/Put/seqid=0 2024-11-27T20:24:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742167_1343 (size=14741) 2024-11-27T20:24:24,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/f00b4ffde5c8453a927be32124f6ee51 2024-11-27T20:24:24,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a529812ac97e42b38dc1031f4c4271ee is 50, key is test_row_0/B:col10/1732739064430/Put/seqid=0 2024-11-27T20:24:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739124527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742168_1344 (size=12301) 2024-11-27T20:24:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:24:24,614 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-27T20:24:24,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-27T20:24:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T20:24:24,618 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:24,618 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:24,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739124630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T20:24:24,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T20:24:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:24,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:24,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739124836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T20:24:24,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:24,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T20:24:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:24,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:24,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a529812ac97e42b38dc1031f4c4271ee 2024-11-27T20:24:24,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/924740478fcc4ed5ac0357004f615797 is 50, key is test_row_0/C:col10/1732739064430/Put/seqid=0 2024-11-27T20:24:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742169_1345 (size=12301) 2024-11-27T20:24:25,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/924740478fcc4ed5ac0357004f615797 2024-11-27T20:24:25,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/f00b4ffde5c8453a927be32124f6ee51 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f00b4ffde5c8453a927be32124f6ee51 2024-11-27T20:24:25,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f00b4ffde5c8453a927be32124f6ee51, entries=200, sequenceid=327, filesize=14.4 K 2024-11-27T20:24:25,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a529812ac97e42b38dc1031f4c4271ee as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a529812ac97e42b38dc1031f4c4271ee 2024-11-27T20:24:25,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a529812ac97e42b38dc1031f4c4271ee, entries=150, sequenceid=327, filesize=12.0 K 2024-11-27T20:24:25,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/924740478fcc4ed5ac0357004f615797 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/924740478fcc4ed5ac0357004f615797 2024-11-27T20:24:25,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/924740478fcc4ed5ac0357004f615797, entries=150, sequenceid=327, filesize=12.0 K 2024-11-27T20:24:25,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 27b426a7e40172d0f10663c573ce1afd in 633ms, sequenceid=327, compaction requested=true 2024-11-27T20:24:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:25,064 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:25,064 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:25,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:25,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:25,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:25,066 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:25,066 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:25,066 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:25,066 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b37f3d858e5f4e5fbdd78039c226a463, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/07ca1444f9734817a0da4a88d6f43d73, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a529812ac97e42b38dc1031f4c4271ee] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.7 K 2024-11-27T20:24:25,066 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:25,066 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b37f3d858e5f4e5fbdd78039c226a463, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739062340 2024-11-27T20:24:25,066 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:25,066 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:25,067 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c4f8cebdcf44447fbcc791d7efe40909, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/22b5dd2a00e04e87b476d724d9f3b7b6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f00b4ffde5c8453a927be32124f6ee51] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=39.1 K 2024-11-27T20:24:25,067 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 07ca1444f9734817a0da4a88d6f43d73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732739063076 2024-11-27T20:24:25,067 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4f8cebdcf44447fbcc791d7efe40909, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739062340 2024-11-27T20:24:25,067 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a529812ac97e42b38dc1031f4c4271ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739063807 2024-11-27T20:24:25,067 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22b5dd2a00e04e87b476d724d9f3b7b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732739063076 2024-11-27T20:24:25,068 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f00b4ffde5c8453a927be32124f6ee51, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739063791 2024-11-27T20:24:25,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:25,087 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:25,089 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/34744aebde6745349c8e22ee07ee090a is 50, key is test_row_0/B:col10/1732739064430/Put/seqid=0 2024-11-27T20:24:25,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T20:24:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:25,089 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,095 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:25,097 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/41cdc40befa541e6b060cb331470d5b8 is 50, key is test_row_0/A:col10/1732739064430/Put/seqid=0 2024-11-27T20:24:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4feb9dfceefd43d094dc21bda6c8eaf7 is 50, key is test_row_0/A:col10/1732739064525/Put/seqid=0 2024-11-27T20:24:25,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742170_1346 (size=13119) 2024-11-27T20:24:25,160 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/34744aebde6745349c8e22ee07ee090a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/34744aebde6745349c8e22ee07ee090a 2024-11-27T20:24:25,166 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 34744aebde6745349c8e22ee07ee090a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:25,166 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:25,166 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739065064; duration=0sec 2024-11-27T20:24:25,166 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:25,167 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:25,167 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:25,169 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:25,169 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:25,169 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:25,169 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5b6f5fa6db0643788a03b3a7fa7fe45a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/90d4fc3047dd40908232c0ffdb15b289, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/924740478fcc4ed5ac0357004f615797] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.7 K 2024-11-27T20:24:25,170 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b6f5fa6db0643788a03b3a7fa7fe45a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732739062340 2024-11-27T20:24:25,170 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 90d4fc3047dd40908232c0ffdb15b289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732739063076 2024-11-27T20:24:25,171 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 924740478fcc4ed5ac0357004f615797, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739063807 2024-11-27T20:24:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742172_1348 (size=12301) 2024-11-27T20:24:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742171_1347 (size=13119) 2024-11-27T20:24:25,199 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#291 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:25,200 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/3d8cf3f93eff412db9675a37448e92cc is 50, key is test_row_0/C:col10/1732739064430/Put/seqid=0 2024-11-27T20:24:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739125216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T20:24:25,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742173_1349 (size=13119) 2024-11-27T20:24:25,243 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/3d8cf3f93eff412db9675a37448e92cc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3d8cf3f93eff412db9675a37448e92cc 2024-11-27T20:24:25,275 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 3d8cf3f93eff412db9675a37448e92cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:25,275 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:25,275 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739065065; duration=0sec 2024-11-27T20:24:25,276 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:25,276 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739125320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:25,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739125525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:25,587 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4feb9dfceefd43d094dc21bda6c8eaf7 2024-11-27T20:24:25,608 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/41cdc40befa541e6b060cb331470d5b8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41cdc40befa541e6b060cb331470d5b8 2024-11-27T20:24:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2d34e8bbdaa24ae3bcd61c283b332607 is 50, key is test_row_0/B:col10/1732739064525/Put/seqid=0 2024-11-27T20:24:25,619 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 41cdc40befa541e6b060cb331470d5b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:25,619 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:25,619 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739065064; duration=0sec 2024-11-27T20:24:25,619 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:25,619 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742174_1350 (size=12301) 2024-11-27T20:24:25,656 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2d34e8bbdaa24ae3bcd61c283b332607 2024-11-27T20:24:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/32d4d7a829fe458492bbbd218b20fd70 is 50, key is test_row_0/C:col10/1732739064525/Put/seqid=0 2024-11-27T20:24:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742175_1351 (size=12301) 2024-11-27T20:24:25,712 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/32d4d7a829fe458492bbbd218b20fd70 2024-11-27T20:24:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4feb9dfceefd43d094dc21bda6c8eaf7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4feb9dfceefd43d094dc21bda6c8eaf7 2024-11-27T20:24:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T20:24:25,723 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4feb9dfceefd43d094dc21bda6c8eaf7, entries=150, sequenceid=349, filesize=12.0 K 2024-11-27T20:24:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2d34e8bbdaa24ae3bcd61c283b332607 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d34e8bbdaa24ae3bcd61c283b332607 2024-11-27T20:24:25,730 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d34e8bbdaa24ae3bcd61c283b332607, entries=150, sequenceid=349, filesize=12.0 K 2024-11-27T20:24:25,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/32d4d7a829fe458492bbbd218b20fd70 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/32d4d7a829fe458492bbbd218b20fd70 2024-11-27T20:24:25,737 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/32d4d7a829fe458492bbbd218b20fd70, entries=150, sequenceid=349, filesize=12.0 K 2024-11-27T20:24:25,739 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 27b426a7e40172d0f10663c573ce1afd in 649ms, sequenceid=349, compaction requested=false 2024-11-27T20:24:25,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:25,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:25,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-27T20:24:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-27T20:24:25,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-27T20:24:25,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1230 sec 2024-11-27T20:24:25,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1280 sec 2024-11-27T20:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:25,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:25,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:25,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:25,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:25,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ab395eefeb4346bea90a4411e3d0497a is 50, key is test_row_0/A:col10/1732739065190/Put/seqid=0 2024-11-27T20:24:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742176_1352 (size=12301) 2024-11-27T20:24:25,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ab395eefeb4346bea90a4411e3d0497a 2024-11-27T20:24:25,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/f3c7ab39040a40a38e27eb4c00026ec4 is 50, key is test_row_0/B:col10/1732739065190/Put/seqid=0 2024-11-27T20:24:25,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739125915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742177_1353 (size=12301) 2024-11-27T20:24:25,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/f3c7ab39040a40a38e27eb4c00026ec4 2024-11-27T20:24:25,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/579592d81f1642bfbada0bba41562aee is 50, key is test_row_0/C:col10/1732739065190/Put/seqid=0 2024-11-27T20:24:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742178_1354 (size=12301) 2024-11-27T20:24:26,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/579592d81f1642bfbada0bba41562aee 2024-11-27T20:24:26,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/ab395eefeb4346bea90a4411e3d0497a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ab395eefeb4346bea90a4411e3d0497a 2024-11-27T20:24:26,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ab395eefeb4346bea90a4411e3d0497a, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T20:24:26,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/f3c7ab39040a40a38e27eb4c00026ec4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f3c7ab39040a40a38e27eb4c00026ec4 2024-11-27T20:24:26,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f3c7ab39040a40a38e27eb4c00026ec4, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T20:24:26,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/579592d81f1642bfbada0bba41562aee as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/579592d81f1642bfbada0bba41562aee 2024-11-27T20:24:26,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 366 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739126019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:26,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/579592d81f1642bfbada0bba41562aee, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T20:24:26,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 27b426a7e40172d0f10663c573ce1afd in 193ms, sequenceid=367, compaction requested=true 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:26,026 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:26,026 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:26,027 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:26,027 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:26,027 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:26,027 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:26,027 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,027 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,028 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41cdc40befa541e6b060cb331470d5b8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4feb9dfceefd43d094dc21bda6c8eaf7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ab395eefeb4346bea90a4411e3d0497a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.8 K 2024-11-27T20:24:26,028 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/34744aebde6745349c8e22ee07ee090a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d34e8bbdaa24ae3bcd61c283b332607, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f3c7ab39040a40a38e27eb4c00026ec4] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.8 K 2024-11-27T20:24:26,028 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 41cdc40befa541e6b060cb331470d5b8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739063807 2024-11-27T20:24:26,028 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34744aebde6745349c8e22ee07ee090a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739063807 2024-11-27T20:24:26,029 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4feb9dfceefd43d094dc21bda6c8eaf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732739064513 2024-11-27T20:24:26,029 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d34e8bbdaa24ae3bcd61c283b332607, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732739064513 2024-11-27T20:24:26,029 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ab395eefeb4346bea90a4411e3d0497a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739065187 2024-11-27T20:24:26,030 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3c7ab39040a40a38e27eb4c00026ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739065187 2024-11-27T20:24:26,054 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:26,055 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/58749e55c01c4bdcb87d7784eb6cdfd6 is 50, key is test_row_0/A:col10/1732739065190/Put/seqid=0 2024-11-27T20:24:26,066 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:26,066 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a82f6f06883447459ce6b0dcd61d41e4 is 50, key is test_row_0/B:col10/1732739065190/Put/seqid=0 2024-11-27T20:24:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742179_1355 (size=13221) 2024-11-27T20:24:26,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742180_1356 (size=13221) 2024-11-27T20:24:26,182 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a82f6f06883447459ce6b0dcd61d41e4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a82f6f06883447459ce6b0dcd61d41e4 2024-11-27T20:24:26,190 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into a82f6f06883447459ce6b0dcd61d41e4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:26,190 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,190 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739066026; duration=0sec 2024-11-27T20:24:26,190 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:26,190 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:26,190 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:26,191 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:26,191 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:26,191 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,192 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3d8cf3f93eff412db9675a37448e92cc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/32d4d7a829fe458492bbbd218b20fd70, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/579592d81f1642bfbada0bba41562aee] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.8 K 2024-11-27T20:24:26,193 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d8cf3f93eff412db9675a37448e92cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739063807 2024-11-27T20:24:26,194 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32d4d7a829fe458492bbbd218b20fd70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732739064513 2024-11-27T20:24:26,195 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 579592d81f1642bfbada0bba41562aee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739065187 2024-11-27T20:24:26,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:26,242 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:26,243 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/24fb435542264e5b814eb035f584eec4 is 50, key is test_row_0/C:col10/1732739065190/Put/seqid=0 2024-11-27T20:24:26,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/e74e02f0d9334b4a85a18ba18fe883da is 50, key is test_row_0/A:col10/1732739065913/Put/seqid=0 2024-11-27T20:24:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742181_1357 (size=13221) 2024-11-27T20:24:26,290 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/24fb435542264e5b814eb035f584eec4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/24fb435542264e5b814eb035f584eec4 2024-11-27T20:24:26,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 380 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739126288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742182_1358 (size=14741) 2024-11-27T20:24:26,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/e74e02f0d9334b4a85a18ba18fe883da 2024-11-27T20:24:26,295 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 24fb435542264e5b814eb035f584eec4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:26,295 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,295 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739066026; duration=0sec 2024-11-27T20:24:26,295 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:26,295 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:26,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a47b1a1dd713413186922092635cbbb3 is 50, key is test_row_0/B:col10/1732739065913/Put/seqid=0 2024-11-27T20:24:26,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742183_1359 (size=12301) 2024-11-27T20:24:26,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a47b1a1dd713413186922092635cbbb3 2024-11-27T20:24:26,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/00e0d7e008964db5bb298eda734f75b5 is 50, key is test_row_0/C:col10/1732739065913/Put/seqid=0 2024-11-27T20:24:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742184_1360 (size=12301) 2024-11-27T20:24:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 382 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739126396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:26,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/00e0d7e008964db5bb298eda734f75b5 2024-11-27T20:24:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/e74e02f0d9334b4a85a18ba18fe883da as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e74e02f0d9334b4a85a18ba18fe883da 2024-11-27T20:24:26,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e74e02f0d9334b4a85a18ba18fe883da, entries=200, sequenceid=390, filesize=14.4 K 2024-11-27T20:24:26,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/a47b1a1dd713413186922092635cbbb3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a47b1a1dd713413186922092635cbbb3 2024-11-27T20:24:26,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a47b1a1dd713413186922092635cbbb3, entries=150, sequenceid=390, filesize=12.0 K 2024-11-27T20:24:26,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/00e0d7e008964db5bb298eda734f75b5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/00e0d7e008964db5bb298eda734f75b5 2024-11-27T20:24:26,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/00e0d7e008964db5bb298eda734f75b5, entries=150, sequenceid=390, filesize=12.0 K 2024-11-27T20:24:26,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 27b426a7e40172d0f10663c573ce1afd in 189ms, sequenceid=390, compaction requested=false 2024-11-27T20:24:26,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,531 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/58749e55c01c4bdcb87d7784eb6cdfd6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/58749e55c01c4bdcb87d7784eb6cdfd6 2024-11-27T20:24:26,538 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 58749e55c01c4bdcb87d7784eb6cdfd6(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:26,538 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,538 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739066026; duration=0sec 2024-11-27T20:24:26,539 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:26,539 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:26,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:26,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/cbd98c7aceac460fbea8406d0c0a713c is 50, key is test_row_0/A:col10/1732739066601/Put/seqid=0 2024-11-27T20:24:26,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742185_1361 (size=9857) 2024-11-27T20:24:26,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/cbd98c7aceac460fbea8406d0c0a713c 2024-11-27T20:24:26,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/18a0eac104b64874a0dcc1ace7dd9f0e is 50, key is test_row_0/B:col10/1732739066601/Put/seqid=0 2024-11-27T20:24:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742186_1362 (size=9857) 2024-11-27T20:24:26,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/18a0eac104b64874a0dcc1ace7dd9f0e 2024-11-27T20:24:26,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/51620e80819d4672b90039b48625a8f4 is 50, key is test_row_0/C:col10/1732739066601/Put/seqid=0 2024-11-27T20:24:26,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 403 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739126696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742187_1363 (size=9857) 2024-11-27T20:24:26,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/51620e80819d4672b90039b48625a8f4 2024-11-27T20:24:26,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/cbd98c7aceac460fbea8406d0c0a713c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cbd98c7aceac460fbea8406d0c0a713c 2024-11-27T20:24:26,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cbd98c7aceac460fbea8406d0c0a713c, entries=100, sequenceid=407, filesize=9.6 K 2024-11-27T20:24:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/18a0eac104b64874a0dcc1ace7dd9f0e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/18a0eac104b64874a0dcc1ace7dd9f0e 2024-11-27T20:24:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T20:24:26,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/18a0eac104b64874a0dcc1ace7dd9f0e, entries=100, sequenceid=407, filesize=9.6 K 2024-11-27T20:24:26,722 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-27T20:24:26,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/51620e80819d4672b90039b48625a8f4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/51620e80819d4672b90039b48625a8f4 2024-11-27T20:24:26,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-27T20:24:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:24:26,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:26,727 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:26,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:26,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/51620e80819d4672b90039b48625a8f4, entries=100, sequenceid=407, filesize=9.6 K 2024-11-27T20:24:26,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 27b426a7e40172d0f10663c573ce1afd in 130ms, sequenceid=407, compaction requested=true 2024-11-27T20:24:26,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:26,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:26,733 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:26,733 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:26,734 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:26,734 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:26,734 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,734 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a82f6f06883447459ce6b0dcd61d41e4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a47b1a1dd713413186922092635cbbb3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/18a0eac104b64874a0dcc1ace7dd9f0e] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=34.5 K 2024-11-27T20:24:26,734 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:26,734 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:26,734 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,734 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/58749e55c01c4bdcb87d7784eb6cdfd6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e74e02f0d9334b4a85a18ba18fe883da, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cbd98c7aceac460fbea8406d0c0a713c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=36.9 K 2024-11-27T20:24:26,735 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 58749e55c01c4bdcb87d7784eb6cdfd6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739065187 2024-11-27T20:24:26,735 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82f6f06883447459ce6b0dcd61d41e4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739065187 2024-11-27T20:24:26,735 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a47b1a1dd713413186922092635cbbb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732739065907 2024-11-27T20:24:26,735 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e74e02f0d9334b4a85a18ba18fe883da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732739065903 2024-11-27T20:24:26,736 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18a0eac104b64874a0dcc1ace7dd9f0e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732739066276 2024-11-27T20:24:26,737 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cbd98c7aceac460fbea8406d0c0a713c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732739066276 2024-11-27T20:24:26,765 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:26,766 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:26,766 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/232f99dd753d47bbbe6f85cb7f5bf0b8 is 50, key is test_row_0/B:col10/1732739066601/Put/seqid=0 2024-11-27T20:24:26,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/2690834460c749b8aecc0714d6d36814 is 50, key is test_row_0/A:col10/1732739066601/Put/seqid=0 2024-11-27T20:24:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:26,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742189_1365 (size=13323) 2024-11-27T20:24:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:24:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742188_1364 (size=13323) 2024-11-27T20:24:26,837 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/232f99dd753d47bbbe6f85cb7f5bf0b8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/232f99dd753d47bbbe6f85cb7f5bf0b8 2024-11-27T20:24:26,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/dfe1f972dffd4e6f99ce49e937b79a2f is 50, key is test_row_0/A:col10/1732739066670/Put/seqid=0 2024-11-27T20:24:26,843 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 232f99dd753d47bbbe6f85cb7f5bf0b8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:26,843 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,843 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739066732; duration=0sec 2024-11-27T20:24:26,843 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:26,843 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:26,843 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:26,844 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:26,844 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:26,844 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,844 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/24fb435542264e5b814eb035f584eec4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/00e0d7e008964db5bb298eda734f75b5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/51620e80819d4672b90039b48625a8f4] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=34.5 K 2024-11-27T20:24:26,845 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24fb435542264e5b814eb035f584eec4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739065187 2024-11-27T20:24:26,846 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00e0d7e008964db5bb298eda734f75b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732739065907 2024-11-27T20:24:26,846 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51620e80819d4672b90039b48625a8f4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732739066276 2024-11-27T20:24:26,878 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:26,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:26,879 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/3bc29c5a4c4442bc953edc296e789ae6 is 50, key is test_row_0/C:col10/1732739066601/Put/seqid=0 2024-11-27T20:24:26,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T20:24:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:26,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 417 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739126877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742190_1366 (size=14741) 2024-11-27T20:24:26,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/dfe1f972dffd4e6f99ce49e937b79a2f 2024-11-27T20:24:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742191_1367 (size=13323) 2024-11-27T20:24:26,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2bdd1282a46846ae8d99058c9efc6c73 is 50, key is test_row_0/B:col10/1732739066670/Put/seqid=0 2024-11-27T20:24:26,941 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/3bc29c5a4c4442bc953edc296e789ae6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3bc29c5a4c4442bc953edc296e789ae6 2024-11-27T20:24:26,948 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 3bc29c5a4c4442bc953edc296e789ae6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:26,948 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:26,948 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=13, startTime=1732739066733; duration=0sec 2024-11-27T20:24:26,948 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:26,949 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:26,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742192_1368 (size=12301) 2024-11-27T20:24:26,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2bdd1282a46846ae8d99058c9efc6c73 2024-11-27T20:24:26,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/a6d24a6398bc481fb6b811b11d2e83e4 is 50, key is test_row_0/C:col10/1732739066670/Put/seqid=0 2024-11-27T20:24:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 419 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739126983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742193_1369 (size=12301) 2024-11-27T20:24:27,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/a6d24a6398bc481fb6b811b11d2e83e4 2024-11-27T20:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:24:27,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/dfe1f972dffd4e6f99ce49e937b79a2f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/dfe1f972dffd4e6f99ce49e937b79a2f 2024-11-27T20:24:27,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T20:24:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:27,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/dfe1f972dffd4e6f99ce49e937b79a2f, entries=200, sequenceid=429, filesize=14.4 K 2024-11-27T20:24:27,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2bdd1282a46846ae8d99058c9efc6c73 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2bdd1282a46846ae8d99058c9efc6c73 2024-11-27T20:24:27,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2bdd1282a46846ae8d99058c9efc6c73, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T20:24:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/a6d24a6398bc481fb6b811b11d2e83e4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a6d24a6398bc481fb6b811b11d2e83e4 2024-11-27T20:24:27,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a6d24a6398bc481fb6b811b11d2e83e4, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T20:24:27,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 27b426a7e40172d0f10663c573ce1afd in 256ms, sequenceid=429, compaction requested=false 2024-11-27T20:24:27,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:27,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:27,188 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/2f81619b13654b50ab96d2f9c878ac5f is 50, key is test_row_0/A:col10/1732739066868/Put/seqid=0 2024-11-27T20:24:27,238 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/2690834460c749b8aecc0714d6d36814 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2690834460c749b8aecc0714d6d36814 2024-11-27T20:24:27,243 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 2690834460c749b8aecc0714d6d36814(size=13.0 K), total size for store is 27.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:27,243 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:27,244 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739066732; duration=0sec 2024-11-27T20:24:27,244 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:27,244 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742194_1370 (size=9857) 2024-11-27T20:24:27,247 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/2f81619b13654b50ab96d2f9c878ac5f 2024-11-27T20:24:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/91945b903b644b10ac6dba5261055e19 is 50, key is test_row_0/B:col10/1732739066868/Put/seqid=0 2024-11-27T20:24:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742195_1371 (size=9857) 2024-11-27T20:24:27,302 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/91945b903b644b10ac6dba5261055e19 2024-11-27T20:24:27,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/be4ead921cdc49f8a44b3b8fbbe05c92 is 50, key is test_row_0/C:col10/1732739066868/Put/seqid=0 2024-11-27T20:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:24:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 440 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739127324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742196_1372 (size=9857) 2024-11-27T20:24:27,379 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/be4ead921cdc49f8a44b3b8fbbe05c92 2024-11-27T20:24:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/2f81619b13654b50ab96d2f9c878ac5f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2f81619b13654b50ab96d2f9c878ac5f 2024-11-27T20:24:27,394 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2f81619b13654b50ab96d2f9c878ac5f, entries=100, sequenceid=445, filesize=9.6 K 2024-11-27T20:24:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/91945b903b644b10ac6dba5261055e19 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/91945b903b644b10ac6dba5261055e19 2024-11-27T20:24:27,412 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/91945b903b644b10ac6dba5261055e19, entries=100, sequenceid=445, filesize=9.6 K 2024-11-27T20:24:27,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/be4ead921cdc49f8a44b3b8fbbe05c92 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/be4ead921cdc49f8a44b3b8fbbe05c92 2024-11-27T20:24:27,419 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/be4ead921cdc49f8a44b3b8fbbe05c92, entries=100, sequenceid=445, filesize=9.6 K 2024-11-27T20:24:27,423 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 27b426a7e40172d0f10663c573ce1afd in 235ms, sequenceid=445, compaction requested=true 2024-11-27T20:24:27,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-27T20:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-27T20:24:27,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T20:24:27,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-11-27T20:24:27,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 705 msec 2024-11-27T20:24:27,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:27,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/9e70bf26811142838d4c2663679a28eb is 50, key is test_row_0/A:col10/1732739067431/Put/seqid=0 2024-11-27T20:24:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742197_1373 (size=14741) 2024-11-27T20:24:27,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 453 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739127483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 455 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739127587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 457 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739127793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:24:27,829 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-27T20:24:27,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-27T20:24:27,839 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:27,839 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:27,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:27,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/9e70bf26811142838d4c2663679a28eb 2024-11-27T20:24:27,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/76fdc00cadf44b5eb2479db56cfd3d4d is 50, key is test_row_0/B:col10/1732739067431/Put/seqid=0 2024-11-27T20:24:27,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742198_1374 (size=12301) 2024-11-27T20:24:27,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/76fdc00cadf44b5eb2479db56cfd3d4d 2024-11-27T20:24:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:27,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/309253a78a094b5cb8669f3a8b749a92 is 50, key is test_row_0/C:col10/1732739067431/Put/seqid=0 2024-11-27T20:24:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742199_1375 (size=12301) 2024-11-27T20:24:27,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/309253a78a094b5cb8669f3a8b749a92 2024-11-27T20:24:27,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:27,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:27,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/9e70bf26811142838d4c2663679a28eb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9e70bf26811142838d4c2663679a28eb 2024-11-27T20:24:28,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9e70bf26811142838d4c2663679a28eb, entries=200, sequenceid=469, filesize=14.4 K 2024-11-27T20:24:28,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/76fdc00cadf44b5eb2479db56cfd3d4d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/76fdc00cadf44b5eb2479db56cfd3d4d 2024-11-27T20:24:28,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/76fdc00cadf44b5eb2479db56cfd3d4d, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T20:24:28,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/309253a78a094b5cb8669f3a8b749a92 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/309253a78a094b5cb8669f3a8b749a92 2024-11-27T20:24:28,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/309253a78a094b5cb8669f3a8b749a92, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T20:24:28,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27b426a7e40172d0f10663c573ce1afd in 590ms, sequenceid=469, compaction requested=true 2024-11-27T20:24:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:28,023 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:28,024 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:28,025 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52662 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:28,025 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:28,025 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,025 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2690834460c749b8aecc0714d6d36814, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/dfe1f972dffd4e6f99ce49e937b79a2f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2f81619b13654b50ab96d2f9c878ac5f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9e70bf26811142838d4c2663679a28eb] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=51.4 K 2024-11-27T20:24:28,026 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2690834460c749b8aecc0714d6d36814, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732739065907 2024-11-27T20:24:28,026 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:28,026 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:28,026 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,026 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/232f99dd753d47bbbe6f85cb7f5bf0b8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2bdd1282a46846ae8d99058c9efc6c73, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/91945b903b644b10ac6dba5261055e19, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/76fdc00cadf44b5eb2479db56cfd3d4d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=46.7 K 2024-11-27T20:24:28,026 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfe1f972dffd4e6f99ce49e937b79a2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732739066635 2024-11-27T20:24:28,027 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 232f99dd753d47bbbe6f85cb7f5bf0b8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732739065907 2024-11-27T20:24:28,027 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f81619b13654b50ab96d2f9c878ac5f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732739066868 2024-11-27T20:24:28,028 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e70bf26811142838d4c2663679a28eb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732739067279 2024-11-27T20:24:28,028 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bdd1282a46846ae8d99058c9efc6c73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732739066670 2024-11-27T20:24:28,029 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 91945b903b644b10ac6dba5261055e19, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732739066868 2024-11-27T20:24:28,029 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 76fdc00cadf44b5eb2479db56cfd3d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732739067304 2024-11-27T20:24:28,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:28,049 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:28,049 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/9b83338b8a954a6b86389024f24a3a21 is 50, key is test_row_0/B:col10/1732739067431/Put/seqid=0 2024-11-27T20:24:28,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/cd34b7b508eb459482b393390444e67f is 50, key is test_row_0/A:col10/1732739068042/Put/seqid=0 2024-11-27T20:24:28,060 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#319 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:28,073 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/83714101c0c04fb5ad537222ec643455 is 50, key is test_row_0/A:col10/1732739067431/Put/seqid=0 2024-11-27T20:24:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742200_1376 (size=13459) 2024-11-27T20:24:28,101 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/9b83338b8a954a6b86389024f24a3a21 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9b83338b8a954a6b86389024f24a3a21 2024-11-27T20:24:28,109 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 9b83338b8a954a6b86389024f24a3a21(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:28,109 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:28,109 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=12, startTime=1732739068024; duration=0sec 2024-11-27T20:24:28,110 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:28,110 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:28,110 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:28,111 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:28,111 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:28,111 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,112 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3bc29c5a4c4442bc953edc296e789ae6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a6d24a6398bc481fb6b811b11d2e83e4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/be4ead921cdc49f8a44b3b8fbbe05c92, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/309253a78a094b5cb8669f3a8b749a92] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=46.7 K 2024-11-27T20:24:28,112 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc29c5a4c4442bc953edc296e789ae6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732739065907 2024-11-27T20:24:28,114 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a6d24a6398bc481fb6b811b11d2e83e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732739066670 2024-11-27T20:24:28,115 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting be4ead921cdc49f8a44b3b8fbbe05c92, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732739066868 2024-11-27T20:24:28,115 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 309253a78a094b5cb8669f3a8b749a92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732739067304 2024-11-27T20:24:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742201_1377 (size=14741) 2024-11-27T20:24:28,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742202_1378 (size=13459) 2024-11-27T20:24:28,138 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#321 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:28,139 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/eceb155748224212a1e57a823ce9b008 is 50, key is test_row_0/C:col10/1732739067431/Put/seqid=0 2024-11-27T20:24:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:28,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,148 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/83714101c0c04fb5ad537222ec643455 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/83714101c0c04fb5ad537222ec643455 2024-11-27T20:24:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739128143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 465 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739128143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,154 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 83714101c0c04fb5ad537222ec643455(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:28,154 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:28,154 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=12, startTime=1732739068023; duration=0sec 2024-11-27T20:24:28,154 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,154 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:28,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742203_1379 (size=13459) 2024-11-27T20:24:28,179 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/eceb155748224212a1e57a823ce9b008 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/eceb155748224212a1e57a823ce9b008 2024-11-27T20:24:28,186 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into eceb155748224212a1e57a823ce9b008(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:28,186 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:28,186 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=12, startTime=1732739068024; duration=0sec 2024-11-27T20:24:28,186 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,186 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 467 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739128250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739128251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:28,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:28,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:28,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:28,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:28,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739128464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 469 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739128476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/cd34b7b508eb459482b393390444e67f 2024-11-27T20:24:28,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8d2f8893ed05408f8e12e92edecadd08 is 50, key is test_row_0/B:col10/1732739068042/Put/seqid=0 2024-11-27T20:24:28,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742204_1380 (size=12301) 2024-11-27T20:24:28,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8d2f8893ed05408f8e12e92edecadd08 2024-11-27T20:24:28,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/10e0bd80a04c4313ab075b56210ee2a3 is 50, key is test_row_0/C:col10/1732739068042/Put/seqid=0 2024-11-27T20:24:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742205_1381 (size=12301) 2024-11-27T20:24:28,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739128768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 471 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739128781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:28,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:28,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:28,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:28,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:29,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/10e0bd80a04c4313ab075b56210ee2a3 2024-11-27T20:24:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/cd34b7b508eb459482b393390444e67f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cd34b7b508eb459482b393390444e67f 2024-11-27T20:24:29,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:29,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:29,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:29,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cd34b7b508eb459482b393390444e67f, entries=200, sequenceid=483, filesize=14.4 K 2024-11-27T20:24:29,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/8d2f8893ed05408f8e12e92edecadd08 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8d2f8893ed05408f8e12e92edecadd08 2024-11-27T20:24:29,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8d2f8893ed05408f8e12e92edecadd08, entries=150, sequenceid=483, filesize=12.0 K 2024-11-27T20:24:29,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/10e0bd80a04c4313ab075b56210ee2a3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/10e0bd80a04c4313ab075b56210ee2a3 2024-11-27T20:24:29,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/10e0bd80a04c4313ab075b56210ee2a3, entries=150, sequenceid=483, filesize=12.0 K 2024-11-27T20:24:29,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 27b426a7e40172d0f10663c573ce1afd in 1048ms, sequenceid=483, compaction requested=false 2024-11-27T20:24:29,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:29,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:29,224 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4437a6b506c842b6851b8d1591e1c140 is 50, key is test_row_0/A:col10/1732739068121/Put/seqid=0 2024-11-27T20:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:29,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. as already flushing 2024-11-27T20:24:29,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742206_1382 (size=12301) 2024-11-27T20:24:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739129304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 476 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739129305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739129407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 478 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739129408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739129613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 480 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739129614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,683 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4437a6b506c842b6851b8d1591e1c140 2024-11-27T20:24:29,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cc293ed0a71941e2a00826c745409a1e is 50, key is test_row_0/B:col10/1732739068121/Put/seqid=0 2024-11-27T20:24:29,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742207_1383 (size=12301) 2024-11-27T20:24:29,756 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cc293ed0a71941e2a00826c745409a1e 2024-11-27T20:24:29,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ff252ded28b248db8d8658bf61a438c8 is 50, key is test_row_0/C:col10/1732739068121/Put/seqid=0 2024-11-27T20:24:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742208_1384 (size=12301) 2024-11-27T20:24:29,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739129919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 482 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739129919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:30,226 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ff252ded28b248db8d8658bf61a438c8 2024-11-27T20:24:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4437a6b506c842b6851b8d1591e1c140 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4437a6b506c842b6851b8d1591e1c140 2024-11-27T20:24:30,239 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4437a6b506c842b6851b8d1591e1c140, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T20:24:30,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/cc293ed0a71941e2a00826c745409a1e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cc293ed0a71941e2a00826c745409a1e 2024-11-27T20:24:30,247 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cc293ed0a71941e2a00826c745409a1e, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T20:24:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/ff252ded28b248db8d8658bf61a438c8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ff252ded28b248db8d8658bf61a438c8 2024-11-27T20:24:30,253 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ff252ded28b248db8d8658bf61a438c8, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T20:24:30,254 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27b426a7e40172d0f10663c573ce1afd in 1030ms, sequenceid=509, compaction requested=true 2024-11-27T20:24:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-27T20:24:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-27T20:24:30,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T20:24:30,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4170 sec 2024-11-27T20:24:30,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.4320 sec 2024-11-27T20:24:30,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:30,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/fd3dbc0b48104a10a2be8fc497793ce2 is 50, key is test_row_0/A:col10/1732739070424/Put/seqid=0 2024-11-27T20:24:30,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742209_1385 (size=12301) 2024-11-27T20:24:30,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/fd3dbc0b48104a10a2be8fc497793ce2 2024-11-27T20:24:30,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2137507f55bb46a8b107ace64e33cd3a is 50, key is test_row_0/B:col10/1732739070424/Put/seqid=0 2024-11-27T20:24:30,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 494 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739130481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739130481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742210_1386 (size=12301) 2024-11-27T20:24:30,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2137507f55bb46a8b107ace64e33cd3a 2024-11-27T20:24:30,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c6633439811746f2b36d50399873f385 is 50, key is test_row_0/C:col10/1732739070424/Put/seqid=0 2024-11-27T20:24:30,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 496 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739130593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739130594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742211_1387 (size=12301) 2024-11-27T20:24:30,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c6633439811746f2b36d50399873f385 2024-11-27T20:24:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/fd3dbc0b48104a10a2be8fc497793ce2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/fd3dbc0b48104a10a2be8fc497793ce2 2024-11-27T20:24:30,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/fd3dbc0b48104a10a2be8fc497793ce2, entries=150, sequenceid=524, filesize=12.0 K 2024-11-27T20:24:30,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2137507f55bb46a8b107ace64e33cd3a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2137507f55bb46a8b107ace64e33cd3a 2024-11-27T20:24:30,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2137507f55bb46a8b107ace64e33cd3a, entries=150, sequenceid=524, filesize=12.0 K 2024-11-27T20:24:30,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/c6633439811746f2b36d50399873f385 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c6633439811746f2b36d50399873f385 2024-11-27T20:24:30,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c6633439811746f2b36d50399873f385, entries=150, sequenceid=524, filesize=12.0 K 2024-11-27T20:24:30,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 27b426a7e40172d0f10663c573ce1afd in 222ms, sequenceid=524, compaction requested=true 2024-11-27T20:24:30,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:30,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:30,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:30,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:30,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:30,653 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:30,653 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:30,653 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:30,653 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9b83338b8a954a6b86389024f24a3a21, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8d2f8893ed05408f8e12e92edecadd08, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cc293ed0a71941e2a00826c745409a1e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2137507f55bb46a8b107ace64e33cd3a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=49.2 K 2024-11-27T20:24:30,653 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:30,653 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:30,653 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:30,653 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/83714101c0c04fb5ad537222ec643455, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cd34b7b508eb459482b393390444e67f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4437a6b506c842b6851b8d1591e1c140, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/fd3dbc0b48104a10a2be8fc497793ce2] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=51.6 K 2024-11-27T20:24:30,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:30,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b83338b8a954a6b86389024f24a3a21, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732739067304 2024-11-27T20:24:30,654 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83714101c0c04fb5ad537222ec643455, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732739067304 2024-11-27T20:24:30,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d2f8893ed05408f8e12e92edecadd08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732739067451 2024-11-27T20:24:30,656 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd34b7b508eb459482b393390444e67f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732739067451 2024-11-27T20:24:30,656 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cc293ed0a71941e2a00826c745409a1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732739068121 2024-11-27T20:24:30,656 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4437a6b506c842b6851b8d1591e1c140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732739068121 2024-11-27T20:24:30,656 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2137507f55bb46a8b107ace64e33cd3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732739069298 2024-11-27T20:24:30,657 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd3dbc0b48104a10a2be8fc497793ce2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732739069298 2024-11-27T20:24:30,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:30,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:30,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:30,687 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:30,687 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/30d4b9b135c940d1adfb27ce40be9941 is 50, key is test_row_0/A:col10/1732739070424/Put/seqid=0 2024-11-27T20:24:30,695 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:30,696 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e4a406738539466dacf439f0799feef4 is 50, key is test_row_0/B:col10/1732739070424/Put/seqid=0 2024-11-27T20:24:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742212_1388 (size=13595) 2024-11-27T20:24:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742213_1389 (size=13595) 2024-11-27T20:24:30,758 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/e4a406738539466dacf439f0799feef4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e4a406738539466dacf439f0799feef4 2024-11-27T20:24:30,765 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into e4a406738539466dacf439f0799feef4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:30,765 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:30,765 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=12, startTime=1732739070650; duration=0sec 2024-11-27T20:24:30,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:30,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:30,766 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:30,768 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:30,768 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:30,768 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:30,768 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/eceb155748224212a1e57a823ce9b008, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/10e0bd80a04c4313ab075b56210ee2a3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ff252ded28b248db8d8658bf61a438c8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c6633439811746f2b36d50399873f385] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=49.2 K 2024-11-27T20:24:30,768 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting eceb155748224212a1e57a823ce9b008, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732739067304 2024-11-27T20:24:30,769 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e0bd80a04c4313ab075b56210ee2a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732739067451 2024-11-27T20:24:30,769 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ff252ded28b248db8d8658bf61a438c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732739068121 2024-11-27T20:24:30,769 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c6633439811746f2b36d50399873f385, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732739069298 2024-11-27T20:24:30,781 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:30,781 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/8bf43ead509b475ba87b1fd249a3312d is 50, key is test_row_0/C:col10/1732739070424/Put/seqid=0 2024-11-27T20:24:30,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:24:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:30,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:30,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:30,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:30,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742214_1390 (size=13595) 2024-11-27T20:24:30,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/84eee2d82af54077be9a74e147a3ab11 is 50, key is test_row_0/A:col10/1732739070479/Put/seqid=0 2024-11-27T20:24:30,831 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/8bf43ead509b475ba87b1fd249a3312d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/8bf43ead509b475ba87b1fd249a3312d 2024-11-27T20:24:30,837 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into 8bf43ead509b475ba87b1fd249a3312d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:30,837 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:30,837 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=12, startTime=1732739070658; duration=0sec 2024-11-27T20:24:30,837 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:30,837 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739130843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 504 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739130842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742215_1391 (size=14741) 2024-11-27T20:24:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43066 deadline: 1732739130877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,881 DEBUG [Thread-1247 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43022 deadline: 1732739130927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,930 DEBUG [Thread-1245 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18223 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:30,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739130950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43012 deadline: 1732739130950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 506 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739130950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:30,953 DEBUG [Thread-1251 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18245 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., hostname=23827885d8b7,39789,1732738990134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:31,141 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/30d4b9b135c940d1adfb27ce40be9941 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/30d4b9b135c940d1adfb27ce40be9941 2024-11-27T20:24:31,147 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into 30d4b9b135c940d1adfb27ce40be9941(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:31,147 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:31,147 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=12, startTime=1732739070649; duration=0sec 2024-11-27T20:24:31,147 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:31,147 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:31,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739131154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 508 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739131155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/84eee2d82af54077be9a74e147a3ab11 2024-11-27T20:24:31,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2d187e8f597549aab0b07ad6007fe6d4 is 50, key is test_row_0/B:col10/1732739070479/Put/seqid=0 2024-11-27T20:24:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742216_1392 (size=12301) 2024-11-27T20:24:31,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2d187e8f597549aab0b07ad6007fe6d4 2024-11-27T20:24:31,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/e21d7e94b1194037a123ec02698c4d36 is 50, key is test_row_0/C:col10/1732739070479/Put/seqid=0 2024-11-27T20:24:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742217_1393 (size=12301) 2024-11-27T20:24:31,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/e21d7e94b1194037a123ec02698c4d36 2024-11-27T20:24:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/84eee2d82af54077be9a74e147a3ab11 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/84eee2d82af54077be9a74e147a3ab11 2024-11-27T20:24:31,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/84eee2d82af54077be9a74e147a3ab11, entries=200, sequenceid=549, filesize=14.4 K 2024-11-27T20:24:31,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/2d187e8f597549aab0b07ad6007fe6d4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d187e8f597549aab0b07ad6007fe6d4 2024-11-27T20:24:31,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d187e8f597549aab0b07ad6007fe6d4, entries=150, sequenceid=549, filesize=12.0 K 2024-11-27T20:24:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/e21d7e94b1194037a123ec02698c4d36 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e21d7e94b1194037a123ec02698c4d36 2024-11-27T20:24:31,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e21d7e94b1194037a123ec02698c4d36, entries=150, sequenceid=549, filesize=12.0 K 2024-11-27T20:24:31,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 27b426a7e40172d0f10663c573ce1afd in 618ms, sequenceid=549, compaction requested=false 2024-11-27T20:24:31,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:31,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:31,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:31,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:31,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:31,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/9f51650b149449ef866ee6ffd567c867 is 50, key is test_row_0/A:col10/1732739070841/Put/seqid=0 2024-11-27T20:24:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742218_1394 (size=12301) 2024-11-27T20:24:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 520 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739131509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739131512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/9f51650b149449ef866ee6ffd567c867 2024-11-27T20:24:31,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/9f7043a570b14911accf7b2969311f0b is 50, key is test_row_0/B:col10/1732739070841/Put/seqid=0 2024-11-27T20:24:31,597 DEBUG [Thread-1262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644774bd to 127.0.0.1:51623 2024-11-27T20:24:31,597 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742219_1395 (size=12301) 2024-11-27T20:24:31,598 DEBUG [Thread-1254 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:51623 2024-11-27T20:24:31,598 DEBUG [Thread-1254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:31,599 DEBUG [Thread-1256 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7507573f to 127.0.0.1:51623 2024-11-27T20:24:31,599 DEBUG [Thread-1256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:31,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/9f7043a570b14911accf7b2969311f0b 2024-11-27T20:24:31,603 DEBUG [Thread-1260 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df84068 to 127.0.0.1:51623 2024-11-27T20:24:31,603 DEBUG [Thread-1260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:31,603 DEBUG [Thread-1258 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e5c7476 to 127.0.0.1:51623 2024-11-27T20:24:31,603 DEBUG [Thread-1258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:31,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9c53e1f1ad134baaac5807b9256c9bcf is 50, key is test_row_0/C:col10/1732739070841/Put/seqid=0 2024-11-27T20:24:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 522 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739131614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739131617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742220_1396 (size=12301) 2024-11-27T20:24:31,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 524 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43002 deadline: 1732739131816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43098 deadline: 1732739131822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:24:31,948 INFO [Thread-1253 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-27T20:24:32,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9c53e1f1ad134baaac5807b9256c9bcf 2024-11-27T20:24:32,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/9f51650b149449ef866ee6ffd567c867 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9f51650b149449ef866ee6ffd567c867 2024-11-27T20:24:32,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9f51650b149449ef866ee6ffd567c867, entries=150, sequenceid=566, filesize=12.0 K 2024-11-27T20:24:32,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/9f7043a570b14911accf7b2969311f0b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9f7043a570b14911accf7b2969311f0b 2024-11-27T20:24:32,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9f7043a570b14911accf7b2969311f0b, entries=150, sequenceid=566, filesize=12.0 K 2024-11-27T20:24:32,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/9c53e1f1ad134baaac5807b9256c9bcf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9c53e1f1ad134baaac5807b9256c9bcf 2024-11-27T20:24:32,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9c53e1f1ad134baaac5807b9256c9bcf, entries=150, sequenceid=566, filesize=12.0 K 2024-11-27T20:24:32,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 27b426a7e40172d0f10663c573ce1afd in 592ms, sequenceid=566, compaction requested=true 2024-11-27T20:24:32,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:32,055 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:32,056 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:32,056 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:32,056 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/A is initiating minor compaction (all files) 2024-11-27T20:24:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:32,056 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/A in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:32,056 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/30d4b9b135c940d1adfb27ce40be9941, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/84eee2d82af54077be9a74e147a3ab11, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9f51650b149449ef866ee6ffd567c867] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=39.7 K 2024-11-27T20:24:32,057 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:32,057 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/B is initiating minor compaction (all files) 2024-11-27T20:24:32,057 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/B in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:32,057 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e4a406738539466dacf439f0799feef4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d187e8f597549aab0b07ad6007fe6d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9f7043a570b14911accf7b2969311f0b] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=37.3 K 2024-11-27T20:24:32,057 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30d4b9b135c940d1adfb27ce40be9941, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732739069298 2024-11-27T20:24:32,057 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e4a406738539466dacf439f0799feef4, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732739069298 2024-11-27T20:24:32,057 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84eee2d82af54077be9a74e147a3ab11, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732739070473 2024-11-27T20:24:32,057 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d187e8f597549aab0b07ad6007fe6d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732739070473 2024-11-27T20:24:32,058 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f51650b149449ef866ee6ffd567c867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732739070841 2024-11-27T20:24:32,058 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7043a570b14911accf7b2969311f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732739070841 2024-11-27T20:24:32,065 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#A#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:32,065 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/f19ada65313d43098bc7d2e409c986aa is 50, key is test_row_0/A:col10/1732739070841/Put/seqid=0 2024-11-27T20:24:32,068 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#B#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:32,068 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/1359ff0ace3d4dcfbe2423627e94eb05 is 50, key is test_row_0/B:col10/1732739070841/Put/seqid=0 2024-11-27T20:24:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742222_1398 (size=13697) 2024-11-27T20:24:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742221_1397 (size=13697) 2024-11-27T20:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:32,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:32,120 DEBUG [Thread-1243 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7792c763 to 127.0.0.1:51623 2024-11-27T20:24:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:32,120 DEBUG [Thread-1243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:32,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4afcc1ee03364ce5baa1eef3ffff67d5 is 50, key is test_row_0/A:col10/1732739071490/Put/seqid=0 2024-11-27T20:24:32,126 DEBUG [Thread-1249 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7fc60d to 127.0.0.1:51623 2024-11-27T20:24:32,126 DEBUG [Thread-1249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742223_1399 (size=12301) 2024-11-27T20:24:32,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4afcc1ee03364ce5baa1eef3ffff67d5 2024-11-27T20:24:32,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/47400b2ee99c4eda8fbb7ba413ef9b14 is 50, key is test_row_0/B:col10/1732739071490/Put/seqid=0 2024-11-27T20:24:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742224_1400 (size=12301) 2024-11-27T20:24:32,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/47400b2ee99c4eda8fbb7ba413ef9b14 2024-11-27T20:24:32,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/99677cca63044b2f99bf6b684165d926 is 50, key is test_row_0/C:col10/1732739071490/Put/seqid=0 2024-11-27T20:24:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742225_1401 (size=12301) 2024-11-27T20:24:32,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/99677cca63044b2f99bf6b684165d926 2024-11-27T20:24:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/4afcc1ee03364ce5baa1eef3ffff67d5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4afcc1ee03364ce5baa1eef3ffff67d5 2024-11-27T20:24:32,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4afcc1ee03364ce5baa1eef3ffff67d5, entries=150, sequenceid=588, filesize=12.0 K 2024-11-27T20:24:32,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/47400b2ee99c4eda8fbb7ba413ef9b14 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/47400b2ee99c4eda8fbb7ba413ef9b14 2024-11-27T20:24:32,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/47400b2ee99c4eda8fbb7ba413ef9b14, entries=150, sequenceid=588, filesize=12.0 K 2024-11-27T20:24:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/99677cca63044b2f99bf6b684165d926 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/99677cca63044b2f99bf6b684165d926 2024-11-27T20:24:32,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/99677cca63044b2f99bf6b684165d926, entries=150, sequenceid=588, filesize=12.0 K 2024-11-27T20:24:32,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 27b426a7e40172d0f10663c573ce1afd in 58ms, sequenceid=588, compaction requested=true 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27b426a7e40172d0f10663c573ce1afd:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T20:24:32,480 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/1359ff0ace3d4dcfbe2423627e94eb05 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/1359ff0ace3d4dcfbe2423627e94eb05 2024-11-27T20:24:32,483 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/f19ada65313d43098bc7d2e409c986aa as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f19ada65313d43098bc7d2e409c986aa 2024-11-27T20:24:32,486 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/B of 27b426a7e40172d0f10663c573ce1afd into 1359ff0ace3d4dcfbe2423627e94eb05(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:32,486 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:32,486 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/B, priority=13, startTime=1732739072056; duration=0sec 2024-11-27T20:24:32,487 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T20:24:32,487 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:32,487 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-27T20:24:32,492 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:32,492 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:32,492 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. because compaction request was cancelled 2024-11-27T20:24:32,492 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:32,492 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:32,494 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/A of 27b426a7e40172d0f10663c573ce1afd into f19ada65313d43098bc7d2e409c986aa(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:32,494 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:32,494 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/A, priority=13, startTime=1732739072055; duration=0sec 2024-11-27T20:24:32,494 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:32,494 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:A 2024-11-27T20:24:32,494 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:32,494 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 27b426a7e40172d0f10663c573ce1afd/C is initiating minor compaction (all files) 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-27T20:24:32,495 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27b426a7e40172d0f10663c573ce1afd/C in TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. because compaction request was cancelled 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:32,495 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/8bf43ead509b475ba87b1fd249a3312d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e21d7e94b1194037a123ec02698c4d36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9c53e1f1ad134baaac5807b9256c9bcf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/99677cca63044b2f99bf6b684165d926] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp, totalSize=49.3 K 2024-11-27T20:24:32,495 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T20:24:32,496 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:32,496 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:32,496 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. because compaction request was cancelled 2024-11-27T20:24:32,496 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:B 2024-11-27T20:24:32,496 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bf43ead509b475ba87b1fd249a3312d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732739069298 2024-11-27T20:24:32,497 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e21d7e94b1194037a123ec02698c4d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732739070473 2024-11-27T20:24:32,498 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c53e1f1ad134baaac5807b9256c9bcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732739070841 2024-11-27T20:24:32,498 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 99677cca63044b2f99bf6b684165d926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732739071490 2024-11-27T20:24:32,510 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27b426a7e40172d0f10663c573ce1afd#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:32,511 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/de5052ef832347f79f861be694644bf9 is 50, key is test_row_0/C:col10/1732739071490/Put/seqid=0 2024-11-27T20:24:32,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742226_1402 (size=13731) 2024-11-27T20:24:32,934 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/de5052ef832347f79f861be694644bf9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/de5052ef832347f79f861be694644bf9 2024-11-27T20:24:32,939 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27b426a7e40172d0f10663c573ce1afd/C of 27b426a7e40172d0f10663c573ce1afd into de5052ef832347f79f861be694644bf9(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:32,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:32,939 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd., storeName=27b426a7e40172d0f10663c573ce1afd/C, priority=12, startTime=1732739072178; duration=0sec 2024-11-27T20:24:32,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:32,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27b426a7e40172d0f10663c573ce1afd:C 2024-11-27T20:24:37,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:24:40,892 DEBUG [Thread-1247 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45426917 to 127.0.0.1:51623 2024-11-27T20:24:40,892 DEBUG [Thread-1247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,016 DEBUG [Thread-1245 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c8a18c7 to 127.0.0.1:51623 2024-11-27T20:24:41,016 DEBUG [Thread-1245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,021 DEBUG [Thread-1251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e66ea50 to 127.0.0.1:51623 2024-11-27T20:24:41,021 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 373 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 2 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5074 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5206 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4943 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5089 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5204 2024-11-27T20:24:41,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:24:41,022 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:24:41,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72a7721c to 127.0.0.1:51623 2024-11-27T20:24:41,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,023 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:24:41,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:24:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:24:41,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739081026"}]},"ts":"1732739081026"} 2024-11-27T20:24:41,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:24:41,030 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:24:41,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:24:41,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, UNASSIGN}] 2024-11-27T20:24:41,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, UNASSIGN 2024-11-27T20:24:41,034 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=27b426a7e40172d0f10663c573ce1afd, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:41,035 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:24:41,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:24:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:24:41,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:41,187 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:41,187 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:24:41,187 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 27b426a7e40172d0f10663c573ce1afd, disabling compactions & flushes 2024-11-27T20:24:41,187 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:41,187 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:41,187 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. after waiting 0 ms 2024-11-27T20:24:41,187 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:41,187 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 27b426a7e40172d0f10663c573ce1afd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:24:41,187 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=A 2024-11-27T20:24:41,188 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:41,188 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=B 2024-11-27T20:24:41,188 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:41,188 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27b426a7e40172d0f10663c573ce1afd, store=C 2024-11-27T20:24:41,188 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:41,192 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/a60e23d6a2d545d79a8c488c8e18aa51 is 50, key is test_row_0/A:col10/1732739072124/Put/seqid=0 2024-11-27T20:24:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742227_1403 (size=9857) 2024-11-27T20:24:41,196 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/a60e23d6a2d545d79a8c488c8e18aa51 2024-11-27T20:24:41,217 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3a669e1b4d5049479caf827b62ad7391 is 50, key is test_row_0/B:col10/1732739072124/Put/seqid=0 2024-11-27T20:24:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742228_1404 (size=9857) 2024-11-27T20:24:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:24:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:24:41,630 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3a669e1b4d5049479caf827b62ad7391 2024-11-27T20:24:41,636 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/96b73fedba3c4002975a02116d00b5f1 is 50, key is test_row_0/C:col10/1732739072124/Put/seqid=0 2024-11-27T20:24:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742229_1405 (size=9857) 2024-11-27T20:24:42,040 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/96b73fedba3c4002975a02116d00b5f1 2024-11-27T20:24:42,044 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/A/a60e23d6a2d545d79a8c488c8e18aa51 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a60e23d6a2d545d79a8c488c8e18aa51 2024-11-27T20:24:42,047 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a60e23d6a2d545d79a8c488c8e18aa51, entries=100, sequenceid=598, filesize=9.6 K 2024-11-27T20:24:42,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/B/3a669e1b4d5049479caf827b62ad7391 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3a669e1b4d5049479caf827b62ad7391 2024-11-27T20:24:42,050 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3a669e1b4d5049479caf827b62ad7391, entries=100, sequenceid=598, filesize=9.6 K 2024-11-27T20:24:42,051 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/.tmp/C/96b73fedba3c4002975a02116d00b5f1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/96b73fedba3c4002975a02116d00b5f1 2024-11-27T20:24:42,053 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/96b73fedba3c4002975a02116d00b5f1, entries=100, sequenceid=598, filesize=9.6 K 2024-11-27T20:24:42,054 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 27b426a7e40172d0f10663c573ce1afd in 867ms, sequenceid=598, compaction requested=true 2024-11-27T20:24:42,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47a1c54b47184f52ad6abac0c6a9a037, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ae5f3da829674e04bc06289a3f10b9e7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/49a0e66891c64361824ceeb44aa3ff83, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/8ebb81ddb4214f4f97d1730f71e6a1c6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/39f3888b457143e59d0f4e05ea28084d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e01381d0663e4c89ba2bc3ff800f9974, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/70f2fec7dc384c04971a84fdcc61c24d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7b5776f83ac04145ae96155de11d5bb7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ce111f07d0c74a4a91047e4d63fa8d6a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a9b00678ffb64e259e414febf1e84c91, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7292eeef233743e787e169ee7d6be092, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/5061d6ad225e4033922507ca1e1a8e1a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/b9c50acf27b44ba89a2be5d9f1dc828b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/6609cba1857f4a3dbacca841a8d21426, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/256f88a328534150af5c9569b43a5580, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/03e61ae9788846cf8d2956ba90939330, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47b282f53aad440f874667a47259c1f6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/97f4c7d26c384720b18fdf9af66a8e19, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/464e039ab0c64370b446c10119e0dc2f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c9c0bbfbf98041f8a8932c3172083a6d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c4f8cebdcf44447fbcc791d7efe40909, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41341d63b95d4ae1baf56698726bd65d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/22b5dd2a00e04e87b476d724d9f3b7b6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f00b4ffde5c8453a927be32124f6ee51, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41cdc40befa541e6b060cb331470d5b8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4feb9dfceefd43d094dc21bda6c8eaf7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/58749e55c01c4bdcb87d7784eb6cdfd6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ab395eefeb4346bea90a4411e3d0497a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e74e02f0d9334b4a85a18ba18fe883da, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2690834460c749b8aecc0714d6d36814, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cbd98c7aceac460fbea8406d0c0a713c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/dfe1f972dffd4e6f99ce49e937b79a2f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2f81619b13654b50ab96d2f9c878ac5f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9e70bf26811142838d4c2663679a28eb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/83714101c0c04fb5ad537222ec643455, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cd34b7b508eb459482b393390444e67f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4437a6b506c842b6851b8d1591e1c140, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/30d4b9b135c940d1adfb27ce40be9941, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/fd3dbc0b48104a10a2be8fc497793ce2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/84eee2d82af54077be9a74e147a3ab11, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9f51650b149449ef866ee6ffd567c867] to archive 2024-11-27T20:24:42,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:42,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47a1c54b47184f52ad6abac0c6a9a037 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47a1c54b47184f52ad6abac0c6a9a037 2024-11-27T20:24:42,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ae5f3da829674e04bc06289a3f10b9e7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ae5f3da829674e04bc06289a3f10b9e7 2024-11-27T20:24:42,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/49a0e66891c64361824ceeb44aa3ff83 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/49a0e66891c64361824ceeb44aa3ff83 2024-11-27T20:24:42,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/8ebb81ddb4214f4f97d1730f71e6a1c6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/8ebb81ddb4214f4f97d1730f71e6a1c6 2024-11-27T20:24:42,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/39f3888b457143e59d0f4e05ea28084d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/39f3888b457143e59d0f4e05ea28084d 2024-11-27T20:24:42,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e01381d0663e4c89ba2bc3ff800f9974 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e01381d0663e4c89ba2bc3ff800f9974 2024-11-27T20:24:42,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/70f2fec7dc384c04971a84fdcc61c24d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/70f2fec7dc384c04971a84fdcc61c24d 2024-11-27T20:24:42,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7b5776f83ac04145ae96155de11d5bb7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7b5776f83ac04145ae96155de11d5bb7 2024-11-27T20:24:42,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ce111f07d0c74a4a91047e4d63fa8d6a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ce111f07d0c74a4a91047e4d63fa8d6a 2024-11-27T20:24:42,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a9b00678ffb64e259e414febf1e84c91 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a9b00678ffb64e259e414febf1e84c91 2024-11-27T20:24:42,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7292eeef233743e787e169ee7d6be092 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/7292eeef233743e787e169ee7d6be092 2024-11-27T20:24:42,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/5061d6ad225e4033922507ca1e1a8e1a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/5061d6ad225e4033922507ca1e1a8e1a 2024-11-27T20:24:42,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/b9c50acf27b44ba89a2be5d9f1dc828b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/b9c50acf27b44ba89a2be5d9f1dc828b 2024-11-27T20:24:42,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/6609cba1857f4a3dbacca841a8d21426 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/6609cba1857f4a3dbacca841a8d21426 2024-11-27T20:24:42,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/256f88a328534150af5c9569b43a5580 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/256f88a328534150af5c9569b43a5580 2024-11-27T20:24:42,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/03e61ae9788846cf8d2956ba90939330 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/03e61ae9788846cf8d2956ba90939330 2024-11-27T20:24:42,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47b282f53aad440f874667a47259c1f6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/47b282f53aad440f874667a47259c1f6 2024-11-27T20:24:42,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/97f4c7d26c384720b18fdf9af66a8e19 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/97f4c7d26c384720b18fdf9af66a8e19 2024-11-27T20:24:42,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/464e039ab0c64370b446c10119e0dc2f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/464e039ab0c64370b446c10119e0dc2f 2024-11-27T20:24:42,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c9c0bbfbf98041f8a8932c3172083a6d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c9c0bbfbf98041f8a8932c3172083a6d 2024-11-27T20:24:42,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c4f8cebdcf44447fbcc791d7efe40909 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/c4f8cebdcf44447fbcc791d7efe40909 2024-11-27T20:24:42,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41341d63b95d4ae1baf56698726bd65d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41341d63b95d4ae1baf56698726bd65d 2024-11-27T20:24:42,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/22b5dd2a00e04e87b476d724d9f3b7b6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/22b5dd2a00e04e87b476d724d9f3b7b6 2024-11-27T20:24:42,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f00b4ffde5c8453a927be32124f6ee51 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f00b4ffde5c8453a927be32124f6ee51 2024-11-27T20:24:42,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41cdc40befa541e6b060cb331470d5b8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/41cdc40befa541e6b060cb331470d5b8 2024-11-27T20:24:42,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4feb9dfceefd43d094dc21bda6c8eaf7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4feb9dfceefd43d094dc21bda6c8eaf7 2024-11-27T20:24:42,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/58749e55c01c4bdcb87d7784eb6cdfd6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/58749e55c01c4bdcb87d7784eb6cdfd6 2024-11-27T20:24:42,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ab395eefeb4346bea90a4411e3d0497a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/ab395eefeb4346bea90a4411e3d0497a 2024-11-27T20:24:42,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e74e02f0d9334b4a85a18ba18fe883da to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/e74e02f0d9334b4a85a18ba18fe883da 2024-11-27T20:24:42,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2690834460c749b8aecc0714d6d36814 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2690834460c749b8aecc0714d6d36814 2024-11-27T20:24:42,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cbd98c7aceac460fbea8406d0c0a713c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cbd98c7aceac460fbea8406d0c0a713c 2024-11-27T20:24:42,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/dfe1f972dffd4e6f99ce49e937b79a2f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/dfe1f972dffd4e6f99ce49e937b79a2f 2024-11-27T20:24:42,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2f81619b13654b50ab96d2f9c878ac5f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/2f81619b13654b50ab96d2f9c878ac5f 2024-11-27T20:24:42,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9e70bf26811142838d4c2663679a28eb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9e70bf26811142838d4c2663679a28eb 2024-11-27T20:24:42,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/83714101c0c04fb5ad537222ec643455 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/83714101c0c04fb5ad537222ec643455 2024-11-27T20:24:42,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cd34b7b508eb459482b393390444e67f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/cd34b7b508eb459482b393390444e67f 2024-11-27T20:24:42,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4437a6b506c842b6851b8d1591e1c140 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4437a6b506c842b6851b8d1591e1c140 2024-11-27T20:24:42,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/30d4b9b135c940d1adfb27ce40be9941 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/30d4b9b135c940d1adfb27ce40be9941 2024-11-27T20:24:42,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/fd3dbc0b48104a10a2be8fc497793ce2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/fd3dbc0b48104a10a2be8fc497793ce2 2024-11-27T20:24:42,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/84eee2d82af54077be9a74e147a3ab11 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/84eee2d82af54077be9a74e147a3ab11 2024-11-27T20:24:42,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9f51650b149449ef866ee6ffd567c867 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/9f51650b149449ef866ee6ffd567c867 2024-11-27T20:24:42,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8fe4cfdc363d48a2abc9ea9e5665f5be, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ccd622e20f9c41789b6d2246a97bdf74, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cda58c4c0df548c9add75ee33642428c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cb56d12808ed4657bf85aa27c4fc35be, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b11ab1bf2afb41a68f3a553999425b3a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/5bcc36edd16941cda0066a838034fae8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/22513f8d50e443aca97dbcf50e56ffd9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/741fac4944b7400885d54628724c863a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/97642d1607c448c68009cf0936ae91b2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8a417ee9399b48489954d3f02c48167c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3b964e446cb24ef0b002eb241c0f310c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e81d21cf68ac48a2bbf0965d0fce11a6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/44774805e0c24c03b88a63d2dbee6328, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/eef6c8d18f654866b741d3b7a665cd66, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f49971aae2f84554a0efebe0a1b7f484, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e2cd1228459848eb9a60e193bc5723bb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a8aa9fa22d6d4c189c92a87eee1b6c6f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/0c21a4b39e254d8cb2fa1824a8363e37, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/4ca127be0ac04b15a36769b498ad5428, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ed5e03c9d0944235a0cfda093ec818b4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b37f3d858e5f4e5fbdd78039c226a463, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3885046f0b384bc0b29eae7faae0462e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/07ca1444f9734817a0da4a88d6f43d73, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/34744aebde6745349c8e22ee07ee090a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a529812ac97e42b38dc1031f4c4271ee, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d34e8bbdaa24ae3bcd61c283b332607, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a82f6f06883447459ce6b0dcd61d41e4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f3c7ab39040a40a38e27eb4c00026ec4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a47b1a1dd713413186922092635cbbb3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/232f99dd753d47bbbe6f85cb7f5bf0b8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/18a0eac104b64874a0dcc1ace7dd9f0e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2bdd1282a46846ae8d99058c9efc6c73, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/91945b903b644b10ac6dba5261055e19, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9b83338b8a954a6b86389024f24a3a21, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/76fdc00cadf44b5eb2479db56cfd3d4d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8d2f8893ed05408f8e12e92edecadd08, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cc293ed0a71941e2a00826c745409a1e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e4a406738539466dacf439f0799feef4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2137507f55bb46a8b107ace64e33cd3a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d187e8f597549aab0b07ad6007fe6d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9f7043a570b14911accf7b2969311f0b] to archive 2024-11-27T20:24:42,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:42,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8fe4cfdc363d48a2abc9ea9e5665f5be to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8fe4cfdc363d48a2abc9ea9e5665f5be 2024-11-27T20:24:42,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ccd622e20f9c41789b6d2246a97bdf74 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ccd622e20f9c41789b6d2246a97bdf74 2024-11-27T20:24:42,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cda58c4c0df548c9add75ee33642428c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cda58c4c0df548c9add75ee33642428c 2024-11-27T20:24:42,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cb56d12808ed4657bf85aa27c4fc35be to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cb56d12808ed4657bf85aa27c4fc35be 2024-11-27T20:24:42,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b11ab1bf2afb41a68f3a553999425b3a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b11ab1bf2afb41a68f3a553999425b3a 2024-11-27T20:24:42,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/5bcc36edd16941cda0066a838034fae8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/5bcc36edd16941cda0066a838034fae8 2024-11-27T20:24:42,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/22513f8d50e443aca97dbcf50e56ffd9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/22513f8d50e443aca97dbcf50e56ffd9 2024-11-27T20:24:42,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/741fac4944b7400885d54628724c863a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/741fac4944b7400885d54628724c863a 2024-11-27T20:24:42,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/97642d1607c448c68009cf0936ae91b2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/97642d1607c448c68009cf0936ae91b2 2024-11-27T20:24:42,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8a417ee9399b48489954d3f02c48167c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8a417ee9399b48489954d3f02c48167c 2024-11-27T20:24:42,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3b964e446cb24ef0b002eb241c0f310c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3b964e446cb24ef0b002eb241c0f310c 2024-11-27T20:24:42,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e81d21cf68ac48a2bbf0965d0fce11a6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e81d21cf68ac48a2bbf0965d0fce11a6 2024-11-27T20:24:42,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/44774805e0c24c03b88a63d2dbee6328 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/44774805e0c24c03b88a63d2dbee6328 2024-11-27T20:24:42,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/eef6c8d18f654866b741d3b7a665cd66 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/eef6c8d18f654866b741d3b7a665cd66 2024-11-27T20:24:42,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f49971aae2f84554a0efebe0a1b7f484 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f49971aae2f84554a0efebe0a1b7f484 2024-11-27T20:24:42,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e2cd1228459848eb9a60e193bc5723bb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e2cd1228459848eb9a60e193bc5723bb 2024-11-27T20:24:42,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a8aa9fa22d6d4c189c92a87eee1b6c6f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a8aa9fa22d6d4c189c92a87eee1b6c6f 2024-11-27T20:24:42,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/0c21a4b39e254d8cb2fa1824a8363e37 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/0c21a4b39e254d8cb2fa1824a8363e37 2024-11-27T20:24:42,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/4ca127be0ac04b15a36769b498ad5428 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/4ca127be0ac04b15a36769b498ad5428 2024-11-27T20:24:42,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ed5e03c9d0944235a0cfda093ec818b4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/ed5e03c9d0944235a0cfda093ec818b4 2024-11-27T20:24:42,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b37f3d858e5f4e5fbdd78039c226a463 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/b37f3d858e5f4e5fbdd78039c226a463 2024-11-27T20:24:42,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3885046f0b384bc0b29eae7faae0462e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3885046f0b384bc0b29eae7faae0462e 2024-11-27T20:24:42,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/07ca1444f9734817a0da4a88d6f43d73 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/07ca1444f9734817a0da4a88d6f43d73 2024-11-27T20:24:42,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/34744aebde6745349c8e22ee07ee090a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/34744aebde6745349c8e22ee07ee090a 2024-11-27T20:24:42,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a529812ac97e42b38dc1031f4c4271ee to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a529812ac97e42b38dc1031f4c4271ee 2024-11-27T20:24:42,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d34e8bbdaa24ae3bcd61c283b332607 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d34e8bbdaa24ae3bcd61c283b332607 2024-11-27T20:24:42,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a82f6f06883447459ce6b0dcd61d41e4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a82f6f06883447459ce6b0dcd61d41e4 2024-11-27T20:24:42,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f3c7ab39040a40a38e27eb4c00026ec4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/f3c7ab39040a40a38e27eb4c00026ec4 2024-11-27T20:24:42,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a47b1a1dd713413186922092635cbbb3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/a47b1a1dd713413186922092635cbbb3 2024-11-27T20:24:42,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/232f99dd753d47bbbe6f85cb7f5bf0b8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/232f99dd753d47bbbe6f85cb7f5bf0b8 2024-11-27T20:24:42,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/18a0eac104b64874a0dcc1ace7dd9f0e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/18a0eac104b64874a0dcc1ace7dd9f0e 2024-11-27T20:24:42,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2bdd1282a46846ae8d99058c9efc6c73 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2bdd1282a46846ae8d99058c9efc6c73 2024-11-27T20:24:42,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/91945b903b644b10ac6dba5261055e19 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/91945b903b644b10ac6dba5261055e19 2024-11-27T20:24:42,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9b83338b8a954a6b86389024f24a3a21 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9b83338b8a954a6b86389024f24a3a21 2024-11-27T20:24:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:24:42,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/76fdc00cadf44b5eb2479db56cfd3d4d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/76fdc00cadf44b5eb2479db56cfd3d4d 2024-11-27T20:24:42,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8d2f8893ed05408f8e12e92edecadd08 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/8d2f8893ed05408f8e12e92edecadd08 2024-11-27T20:24:42,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cc293ed0a71941e2a00826c745409a1e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/cc293ed0a71941e2a00826c745409a1e 2024-11-27T20:24:42,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e4a406738539466dacf439f0799feef4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/e4a406738539466dacf439f0799feef4 2024-11-27T20:24:42,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2137507f55bb46a8b107ace64e33cd3a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2137507f55bb46a8b107ace64e33cd3a 2024-11-27T20:24:42,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d187e8f597549aab0b07ad6007fe6d4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/2d187e8f597549aab0b07ad6007fe6d4 2024-11-27T20:24:42,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9f7043a570b14911accf7b2969311f0b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/9f7043a570b14911accf7b2969311f0b 2024-11-27T20:24:42,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/65ba09f7560b477aaa6d62d958b8fdfb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/262462f953924aa688dfc3ecb9af1548, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/d74e1c8432734b1f8eccf78696b50e20, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/473c59f405af4f1d85af514a15568608, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/6eade22954f84678a110607cc566a18c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fdf104488c70458ebf3d2b54452e8265, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a5f36e0d1c0f4ce6b467db0a96df26bf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c691aa8889b143e2b80413eec6506e68, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/169e9966be624b76a4cb6674c1b5ea24, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9932265369154ff79332bfbcec9c5985, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5d50872d70e345039fee710cb6937d9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ca02ff05760943f184e542318a3f6b65, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9437492ecba4461bb3a4b93628f52608, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ce012818db89403a921f5c992e2d5eeb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e5dd8ae67b824954b692a105ccb8bd5a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c41b8413b21a414fa65f6a2daa2fae9f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fd6e621bef934e2fafa5ff85b6d31630, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/20fac672d86c499fb75ad4937092f2b0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/7a0c670d7c994104875272c44e9c1f9a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/71e176e1c24b49eba4294615709e63d8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5b6f5fa6db0643788a03b3a7fa7fe45a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/44ec74d1ef8f473ab8f8656762fcb4fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/90d4fc3047dd40908232c0ffdb15b289, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3d8cf3f93eff412db9675a37448e92cc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/924740478fcc4ed5ac0357004f615797, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/32d4d7a829fe458492bbbd218b20fd70, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/24fb435542264e5b814eb035f584eec4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/579592d81f1642bfbada0bba41562aee, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/00e0d7e008964db5bb298eda734f75b5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3bc29c5a4c4442bc953edc296e789ae6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/51620e80819d4672b90039b48625a8f4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a6d24a6398bc481fb6b811b11d2e83e4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/be4ead921cdc49f8a44b3b8fbbe05c92, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/eceb155748224212a1e57a823ce9b008, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/309253a78a094b5cb8669f3a8b749a92, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/10e0bd80a04c4313ab075b56210ee2a3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ff252ded28b248db8d8658bf61a438c8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/8bf43ead509b475ba87b1fd249a3312d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c6633439811746f2b36d50399873f385, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e21d7e94b1194037a123ec02698c4d36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9c53e1f1ad134baaac5807b9256c9bcf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/99677cca63044b2f99bf6b684165d926] to archive 2024-11-27T20:24:42,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:42,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/65ba09f7560b477aaa6d62d958b8fdfb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/65ba09f7560b477aaa6d62d958b8fdfb 2024-11-27T20:24:42,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/262462f953924aa688dfc3ecb9af1548 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/262462f953924aa688dfc3ecb9af1548 2024-11-27T20:24:42,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/d74e1c8432734b1f8eccf78696b50e20 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/d74e1c8432734b1f8eccf78696b50e20 2024-11-27T20:24:42,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/473c59f405af4f1d85af514a15568608 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/473c59f405af4f1d85af514a15568608 2024-11-27T20:24:42,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/6eade22954f84678a110607cc566a18c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/6eade22954f84678a110607cc566a18c 2024-11-27T20:24:42,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fdf104488c70458ebf3d2b54452e8265 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fdf104488c70458ebf3d2b54452e8265 2024-11-27T20:24:42,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a5f36e0d1c0f4ce6b467db0a96df26bf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a5f36e0d1c0f4ce6b467db0a96df26bf 2024-11-27T20:24:42,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c691aa8889b143e2b80413eec6506e68 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c691aa8889b143e2b80413eec6506e68 2024-11-27T20:24:42,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/169e9966be624b76a4cb6674c1b5ea24 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/169e9966be624b76a4cb6674c1b5ea24 2024-11-27T20:24:42,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9932265369154ff79332bfbcec9c5985 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9932265369154ff79332bfbcec9c5985 2024-11-27T20:24:42,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5d50872d70e345039fee710cb6937d9c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5d50872d70e345039fee710cb6937d9c 2024-11-27T20:24:42,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ca02ff05760943f184e542318a3f6b65 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ca02ff05760943f184e542318a3f6b65 2024-11-27T20:24:42,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9437492ecba4461bb3a4b93628f52608 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9437492ecba4461bb3a4b93628f52608 2024-11-27T20:24:42,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ce012818db89403a921f5c992e2d5eeb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ce012818db89403a921f5c992e2d5eeb 2024-11-27T20:24:42,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e5dd8ae67b824954b692a105ccb8bd5a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e5dd8ae67b824954b692a105ccb8bd5a 2024-11-27T20:24:42,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c41b8413b21a414fa65f6a2daa2fae9f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c41b8413b21a414fa65f6a2daa2fae9f 2024-11-27T20:24:42,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fd6e621bef934e2fafa5ff85b6d31630 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/fd6e621bef934e2fafa5ff85b6d31630 2024-11-27T20:24:42,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/20fac672d86c499fb75ad4937092f2b0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/20fac672d86c499fb75ad4937092f2b0 2024-11-27T20:24:42,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/7a0c670d7c994104875272c44e9c1f9a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/7a0c670d7c994104875272c44e9c1f9a 2024-11-27T20:24:42,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/71e176e1c24b49eba4294615709e63d8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/71e176e1c24b49eba4294615709e63d8 2024-11-27T20:24:42,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5b6f5fa6db0643788a03b3a7fa7fe45a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/5b6f5fa6db0643788a03b3a7fa7fe45a 2024-11-27T20:24:42,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/44ec74d1ef8f473ab8f8656762fcb4fe to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/44ec74d1ef8f473ab8f8656762fcb4fe 2024-11-27T20:24:42,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/90d4fc3047dd40908232c0ffdb15b289 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/90d4fc3047dd40908232c0ffdb15b289 2024-11-27T20:24:42,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3d8cf3f93eff412db9675a37448e92cc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3d8cf3f93eff412db9675a37448e92cc 2024-11-27T20:24:42,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/924740478fcc4ed5ac0357004f615797 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/924740478fcc4ed5ac0357004f615797 2024-11-27T20:24:42,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/32d4d7a829fe458492bbbd218b20fd70 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/32d4d7a829fe458492bbbd218b20fd70 2024-11-27T20:24:42,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/24fb435542264e5b814eb035f584eec4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/24fb435542264e5b814eb035f584eec4 2024-11-27T20:24:42,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/579592d81f1642bfbada0bba41562aee to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/579592d81f1642bfbada0bba41562aee 2024-11-27T20:24:42,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/00e0d7e008964db5bb298eda734f75b5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/00e0d7e008964db5bb298eda734f75b5 2024-11-27T20:24:42,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3bc29c5a4c4442bc953edc296e789ae6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/3bc29c5a4c4442bc953edc296e789ae6 2024-11-27T20:24:42,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/51620e80819d4672b90039b48625a8f4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/51620e80819d4672b90039b48625a8f4 2024-11-27T20:24:42,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a6d24a6398bc481fb6b811b11d2e83e4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/a6d24a6398bc481fb6b811b11d2e83e4 2024-11-27T20:24:42,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/be4ead921cdc49f8a44b3b8fbbe05c92 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/be4ead921cdc49f8a44b3b8fbbe05c92 2024-11-27T20:24:42,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/eceb155748224212a1e57a823ce9b008 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/eceb155748224212a1e57a823ce9b008 2024-11-27T20:24:42,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/309253a78a094b5cb8669f3a8b749a92 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/309253a78a094b5cb8669f3a8b749a92 2024-11-27T20:24:42,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/10e0bd80a04c4313ab075b56210ee2a3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/10e0bd80a04c4313ab075b56210ee2a3 2024-11-27T20:24:42,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ff252ded28b248db8d8658bf61a438c8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/ff252ded28b248db8d8658bf61a438c8 2024-11-27T20:24:42,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/8bf43ead509b475ba87b1fd249a3312d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/8bf43ead509b475ba87b1fd249a3312d 2024-11-27T20:24:42,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c6633439811746f2b36d50399873f385 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/c6633439811746f2b36d50399873f385 2024-11-27T20:24:42,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e21d7e94b1194037a123ec02698c4d36 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/e21d7e94b1194037a123ec02698c4d36 2024-11-27T20:24:42,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9c53e1f1ad134baaac5807b9256c9bcf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/9c53e1f1ad134baaac5807b9256c9bcf 2024-11-27T20:24:42,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/99677cca63044b2f99bf6b684165d926 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/99677cca63044b2f99bf6b684165d926 2024-11-27T20:24:42,174 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/recovered.edits/601.seqid, newMaxSeqId=601, maxSeqId=1 2024-11-27T20:24:42,174 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd. 2024-11-27T20:24:42,175 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 27b426a7e40172d0f10663c573ce1afd: 2024-11-27T20:24:42,176 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:42,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=27b426a7e40172d0f10663c573ce1afd, regionState=CLOSED 2024-11-27T20:24:42,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T20:24:42,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 27b426a7e40172d0f10663c573ce1afd, server=23827885d8b7,39789,1732738990134 in 1.1420 sec 2024-11-27T20:24:42,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-27T20:24:42,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27b426a7e40172d0f10663c573ce1afd, UNASSIGN in 1.1460 sec 2024-11-27T20:24:42,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-27T20:24:42,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-27T20:24:42,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739082181"}]},"ts":"1732739082181"} 2024-11-27T20:24:42,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:24:42,184 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:24:42,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-27T20:24:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:24:43,130 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-27T20:24:43,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:24:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,132 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:24:43,133 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,134 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:43,136 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/recovered.edits] 2024-11-27T20:24:43,138 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4afcc1ee03364ce5baa1eef3ffff67d5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/4afcc1ee03364ce5baa1eef3ffff67d5 2024-11-27T20:24:43,139 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a60e23d6a2d545d79a8c488c8e18aa51 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/a60e23d6a2d545d79a8c488c8e18aa51 2024-11-27T20:24:43,140 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f19ada65313d43098bc7d2e409c986aa to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/A/f19ada65313d43098bc7d2e409c986aa 2024-11-27T20:24:43,142 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/1359ff0ace3d4dcfbe2423627e94eb05 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/1359ff0ace3d4dcfbe2423627e94eb05 2024-11-27T20:24:43,143 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3a669e1b4d5049479caf827b62ad7391 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/3a669e1b4d5049479caf827b62ad7391 2024-11-27T20:24:43,144 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/47400b2ee99c4eda8fbb7ba413ef9b14 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/B/47400b2ee99c4eda8fbb7ba413ef9b14 2024-11-27T20:24:43,145 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/96b73fedba3c4002975a02116d00b5f1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/96b73fedba3c4002975a02116d00b5f1 2024-11-27T20:24:43,146 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/de5052ef832347f79f861be694644bf9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/C/de5052ef832347f79f861be694644bf9 2024-11-27T20:24:43,149 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/recovered.edits/601.seqid to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd/recovered.edits/601.seqid 2024-11-27T20:24:43,149 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/27b426a7e40172d0f10663c573ce1afd 2024-11-27T20:24:43,149 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:24:43,151 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,153 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:24:43,155 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:24:43,156 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,156 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:24:43,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739083156"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:43,158 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:24:43,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 27b426a7e40172d0f10663c573ce1afd, NAME => 'TestAcidGuarantees,,1732739050257.27b426a7e40172d0f10663c573ce1afd.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:24:43,158 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:24:43,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739083158"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:43,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:24:43,161 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-27T20:24:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:24:43,233 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-27T20:24:43,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=236 (was 241), OpenFileDescriptor=445 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 818), ProcessCount=11 (was 11), AvailableMemoryMB=4991 (was 5085) 2024-11-27T20:24:43,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=4991 2024-11-27T20:24:43,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:24:43,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:24:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:43,255 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:24:43,255 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:43,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-27T20:24:43,256 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:24:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-27T20:24:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742230_1406 (size=963) 2024-11-27T20:24:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-27T20:24:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-27T20:24:43,662 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:24:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742231_1407 (size=53) 2024-11-27T20:24:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-27T20:24:44,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:44,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e1950c4a4005639f612911f4ea6b9db4, disabling compactions & flushes 2024-11-27T20:24:44,067 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. after waiting 0 ms 2024-11-27T20:24:44,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,067 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:44,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:24:44,068 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739084068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739084068"}]},"ts":"1732739084068"} 2024-11-27T20:24:44,069 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:24:44,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:24:44,070 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739084070"}]},"ts":"1732739084070"} 2024-11-27T20:24:44,071 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:24:44,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, ASSIGN}] 2024-11-27T20:24:44,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, ASSIGN 2024-11-27T20:24:44,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:24:44,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:44,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:24:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-27T20:24:44,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:44,382 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,382 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:24:44,383 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,383 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:44,383 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,383 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,384 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,385 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:44,385 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1950c4a4005639f612911f4ea6b9db4 columnFamilyName A 2024-11-27T20:24:44,385 DEBUG [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:44,386 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(327): Store=e1950c4a4005639f612911f4ea6b9db4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:44,386 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,387 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:44,387 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1950c4a4005639f612911f4ea6b9db4 columnFamilyName B 2024-11-27T20:24:44,387 DEBUG [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:44,387 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(327): Store=e1950c4a4005639f612911f4ea6b9db4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:44,388 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,388 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:44,388 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1950c4a4005639f612911f4ea6b9db4 columnFamilyName C 2024-11-27T20:24:44,388 DEBUG [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:44,389 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(327): Store=e1950c4a4005639f612911f4ea6b9db4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:44,389 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,389 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,390 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,391 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:24:44,391 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:44,393 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:24:44,393 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened e1950c4a4005639f612911f4ea6b9db4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72603297, jitterRate=0.08187343180179596}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:24:44,394 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:44,394 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., pid=92, masterSystemTime=1732739084379 2024-11-27T20:24:44,395 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,395 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:44,396 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:44,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T20:24:44,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 in 169 msec 2024-11-27T20:24:44,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-27T20:24:44,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, ASSIGN in 323 msec 2024-11-27T20:24:44,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:24:44,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739084399"}]},"ts":"1732739084399"} 2024-11-27T20:24:44,400 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:24:44,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:24:44,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-27T20:24:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-27T20:24:45,359 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-27T20:24:45,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dacfd49 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5271608e 2024-11-27T20:24:45,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:45,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:45,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:45,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:24:45,368 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:24:45,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:24:45,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:24:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742232_1408 (size=999) 2024-11-27T20:24:45,779 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-27T20:24:45,779 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-27T20:24:45,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:24:45,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, REOPEN/MOVE}] 2024-11-27T20:24:45,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, REOPEN/MOVE 2024-11-27T20:24:45,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:45,785 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:24:45,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:24:45,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:45,936 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:45,937 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:24:45,937 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing e1950c4a4005639f612911f4ea6b9db4, disabling compactions & flushes 2024-11-27T20:24:45,937 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:45,937 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:45,937 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. after waiting 0 ms 2024-11-27T20:24:45,937 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:45,940 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:24:45,940 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:45,940 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:45,940 WARN [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: e1950c4a4005639f612911f4ea6b9db4 to self. 2024-11-27T20:24:45,942 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:45,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=CLOSED 2024-11-27T20:24:45,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-27T20:24:45,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 in 158 msec 2024-11-27T20:24:45,944 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, REOPEN/MOVE; state=CLOSED, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=true 2024-11-27T20:24:46,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:24:46,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,250 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,250 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:24:46,251 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,251 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:46,251 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,251 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,252 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,253 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:46,253 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1950c4a4005639f612911f4ea6b9db4 columnFamilyName A 2024-11-27T20:24:46,254 DEBUG [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:46,254 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(327): Store=e1950c4a4005639f612911f4ea6b9db4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:46,254 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,255 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:46,255 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1950c4a4005639f612911f4ea6b9db4 columnFamilyName B 2024-11-27T20:24:46,255 DEBUG [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:46,255 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(327): Store=e1950c4a4005639f612911f4ea6b9db4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:46,255 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,256 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:46,256 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1950c4a4005639f612911f4ea6b9db4 columnFamilyName C 2024-11-27T20:24:46,256 DEBUG [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:46,256 INFO [StoreOpener-e1950c4a4005639f612911f4ea6b9db4-1 {}] regionserver.HStore(327): Store=e1950c4a4005639f612911f4ea6b9db4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:46,256 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,257 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,257 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,258 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:24:46,259 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,260 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened e1950c4a4005639f612911f4ea6b9db4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73506035, jitterRate=0.0953252762556076}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:24:46,260 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:46,261 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., pid=97, masterSystemTime=1732739086247 2024-11-27T20:24:46,262 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,262 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=OPEN, openSeqNum=5, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-27T20:24:46,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 in 167 msec 2024-11-27T20:24:46,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-27T20:24:46,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, REOPEN/MOVE in 482 msec 2024-11-27T20:24:46,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T20:24:46,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-27T20:24:46,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-27T20:24:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:24:46,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x033feebb to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a139b42 2024-11-27T20:24:46,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1157d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c40db2e to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1acf826f 2024-11-27T20:24:46,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bcb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86cb71 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbce2b4 2024-11-27T20:24:46,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3401188a to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd3f5fc 2024-11-27T20:24:46,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55650656 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c97513 2024-11-27T20:24:46,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ec341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-27T20:24:46,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-11-27T20:24:46,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x003f9a05 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@523025d 2024-11-27T20:24:46,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc77ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,301 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b6d860 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9a1701 2024-11-27T20:24:46,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70304ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16722a1f to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b05cf 2024-11-27T20:24:46,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ea360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:46,309 DEBUG [hconnection-0x3b108531-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,310 DEBUG [hconnection-0x4f081e40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,310 DEBUG [hconnection-0x3acaa2cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,310 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,310 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,311 DEBUG [hconnection-0x2cb05d0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,311 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,311 DEBUG [hconnection-0x6d05b52d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,312 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,312 DEBUG [hconnection-0x2b8a56c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,312 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,313 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,314 DEBUG [hconnection-0x6042a539-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,315 DEBUG [hconnection-0x78af8f8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,315 DEBUG [hconnection-0x36a73d05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:46,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-27T20:24:46,317 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:46,318 DEBUG [hconnection-0x44994cdf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-27T20:24:46,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:46,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:46,320 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:46,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112781fbe3dbf9c441b6862fd06fcbd057a7_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739086324/Put/seqid=0 2024-11-27T20:24:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742233_1409 (size=12154) 2024-11-27T20:24:46,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739146345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739146380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739146381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739146381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739146382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-27T20:24:46,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739146486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739146487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739146488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739146488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739146488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-27T20:24:46,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:46,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:46,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739146690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739146693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739146694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739146694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739146694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:46,774 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112781fbe3dbf9c441b6862fd06fcbd057a7_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112781fbe3dbf9c441b6862fd06fcbd057a7_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:46,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/59798862db1c40b08156d44d92a96899, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:46,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/59798862db1c40b08156d44d92a96899 is 175, key is test_row_0/A:col10/1732739086324/Put/seqid=0 2024-11-27T20:24:46,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742234_1410 (size=30955) 2024-11-27T20:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-27T20:24:46,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:46,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739146995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739146996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739146998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739146999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739146999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/59798862db1c40b08156d44d92a96899 2024-11-27T20:24:47,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/489fb0eac19d49cd8d84864e69d212dd is 50, key is test_row_0/B:col10/1732739086324/Put/seqid=0 2024-11-27T20:24:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742235_1411 (size=12001) 2024-11-27T20:24:47,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-27T20:24:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739147501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739147503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739147504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739147507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739147508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:47,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/489fb0eac19d49cd8d84864e69d212dd 2024-11-27T20:24:47,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/13aaa9ea15e746d2ad7c21f7a1885438 is 50, key is test_row_0/C:col10/1732739086324/Put/seqid=0 2024-11-27T20:24:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742236_1412 (size=12001) 2024-11-27T20:24:47,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/13aaa9ea15e746d2ad7c21f7a1885438 2024-11-27T20:24:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/59798862db1c40b08156d44d92a96899 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899 2024-11-27T20:24:47,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899, entries=150, sequenceid=18, filesize=30.2 K 2024-11-27T20:24:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/489fb0eac19d49cd8d84864e69d212dd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/489fb0eac19d49cd8d84864e69d212dd 2024-11-27T20:24:47,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/489fb0eac19d49cd8d84864e69d212dd, entries=150, sequenceid=18, filesize=11.7 K 2024-11-27T20:24:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/13aaa9ea15e746d2ad7c21f7a1885438 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/13aaa9ea15e746d2ad7c21f7a1885438 2024-11-27T20:24:47,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/13aaa9ea15e746d2ad7c21f7a1885438, entries=150, sequenceid=18, filesize=11.7 K 2024-11-27T20:24:47,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e1950c4a4005639f612911f4ea6b9db4 in 1348ms, sequenceid=18, compaction requested=false 2024-11-27T20:24:47,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:47,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:47,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-27T20:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:47,694 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:47,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271289d1f9e8db49c5b92b366bc2276d51_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739086380/Put/seqid=0 2024-11-27T20:24:47,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742237_1413 (size=12154) 2024-11-27T20:24:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:47,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:24:47,718 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271289d1f9e8db49c5b92b366bc2276d51_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271289d1f9e8db49c5b92b366bc2276d51_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/acde09d54c214d64adb5164784847fd1, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/acde09d54c214d64adb5164784847fd1 is 175, key is test_row_0/A:col10/1732739086380/Put/seqid=0 2024-11-27T20:24:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742238_1414 (size=30955) 2024-11-27T20:24:47,750 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/acde09d54c214d64adb5164784847fd1 2024-11-27T20:24:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ac0d034fa34045bcbb16f2bd2fdd4676 is 50, key is test_row_0/B:col10/1732739086380/Put/seqid=0 2024-11-27T20:24:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742239_1415 (size=12001) 2024-11-27T20:24:48,163 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ac0d034fa34045bcbb16f2bd2fdd4676 2024-11-27T20:24:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/a51bbc959fd547eead7f6d44ee5ede5e is 50, key is test_row_0/C:col10/1732739086380/Put/seqid=0 2024-11-27T20:24:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742240_1416 (size=12001) 2024-11-27T20:24:48,173 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/a51bbc959fd547eead7f6d44ee5ede5e 2024-11-27T20:24:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/acde09d54c214d64adb5164784847fd1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1 2024-11-27T20:24:48,187 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T20:24:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ac0d034fa34045bcbb16f2bd2fdd4676 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ac0d034fa34045bcbb16f2bd2fdd4676 2024-11-27T20:24:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,192 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ac0d034fa34045bcbb16f2bd2fdd4676, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:24:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/a51bbc959fd547eead7f6d44ee5ede5e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/a51bbc959fd547eead7f6d44ee5ede5e 2024-11-27T20:24:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,196 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/a51bbc959fd547eead7f6d44ee5ede5e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:24:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,198 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for e1950c4a4005639f612911f4ea6b9db4 in 504ms, sequenceid=40, compaction requested=false 2024-11-27T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-27T20:24:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-27T20:24:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-27T20:24:48,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-27T20:24:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.8850 sec 2024-11-27T20:24:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-27T20:24:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,423 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-27T20:24:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-27T20:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,426 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,426 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T20:24:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T20:24:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-27T20:24:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-27T20:24:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-27T20:24:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-27T20:24:48,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-27T20:24:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 159 msec 2024-11-27T20:24:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:48,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:48,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127599e3c970f5f474282e39ae91df1c7cb_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742241_1417 (size=17034) 2024-11-27T20:24:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,724 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,727 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127599e3c970f5f474282e39ae91df1c7cb_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127599e3c970f5f474282e39ae91df1c7cb_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T20:24:48,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/3faff9e117af4da59a54a657a88e17e7, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:48,729 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-27T20:24:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/3faff9e117af4da59a54a657a88e17e7 is 175, key is test_row_0/A:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-27T20:24:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,732 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-27T20:24:48,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:48,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742242_1418 (size=48135) 2024-11-27T20:24:48,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/3faff9e117af4da59a54a657a88e17e7 2024-11-27T20:24:48,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/500f25d78c6441469ed289e12010d71f is 50, key is test_row_0/B:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739148758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739148764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739148767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739148768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739148769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742243_1419 (size=9657) 2024-11-27T20:24:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-27T20:24:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739148871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739148877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739148877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739148879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739148880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:48,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-27T20:24:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:48,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:48,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-27T20:24:49,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-27T20:24:49,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:49,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739149073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739149082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739149083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739149085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739149085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/500f25d78c6441469ed289e12010d71f 2024-11-27T20:24:49,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/c34aaa122c444e7eb73f88a57d2c2aab is 50, key is test_row_0/C:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:49,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-27T20:24:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742244_1420 (size=9657) 2024-11-27T20:24:49,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/c34aaa122c444e7eb73f88a57d2c2aab 2024-11-27T20:24:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/3faff9e117af4da59a54a657a88e17e7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7 2024-11-27T20:24:49,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7, entries=250, sequenceid=52, filesize=47.0 K 2024-11-27T20:24:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/500f25d78c6441469ed289e12010d71f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/500f25d78c6441469ed289e12010d71f 2024-11-27T20:24:49,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/500f25d78c6441469ed289e12010d71f, entries=100, sequenceid=52, filesize=9.4 K 2024-11-27T20:24:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/c34aaa122c444e7eb73f88a57d2c2aab as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c34aaa122c444e7eb73f88a57d2c2aab 2024-11-27T20:24:49,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c34aaa122c444e7eb73f88a57d2c2aab, entries=100, sequenceid=52, filesize=9.4 K 2024-11-27T20:24:49,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e1950c4a4005639f612911f4ea6b9db4 in 526ms, sequenceid=52, compaction requested=true 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:49,212 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:49,212 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:49,213 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:49,213 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:49,213 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:24:49,213 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:24:49,213 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,213 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,213 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=107.5 K 2024-11-27T20:24:49,213 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/489fb0eac19d49cd8d84864e69d212dd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ac0d034fa34045bcbb16f2bd2fdd4676, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/500f25d78c6441469ed289e12010d71f] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=32.9 K 2024-11-27T20:24:49,213 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,213 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7] 2024-11-27T20:24:49,214 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 489fb0eac19d49cd8d84864e69d212dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732739086322 2024-11-27T20:24:49,214 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59798862db1c40b08156d44d92a96899, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732739086322 2024-11-27T20:24:49,214 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting acde09d54c214d64adb5164784847fd1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739086341 2024-11-27T20:24:49,214 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0d034fa34045bcbb16f2bd2fdd4676, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739086341 2024-11-27T20:24:49,214 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3faff9e117af4da59a54a657a88e17e7, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739088618 2024-11-27T20:24:49,214 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 500f25d78c6441469ed289e12010d71f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739088618 2024-11-27T20:24:49,219 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:49,222 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411272dfb7345f4444fb7ba674cda25268475_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:49,222 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:49,222 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ff270e3ac6b7423b832781f6a2e7238a is 50, key is test_row_0/B:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:49,223 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411272dfb7345f4444fb7ba674cda25268475_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:49,224 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272dfb7345f4444fb7ba674cda25268475_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:49,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742245_1421 (size=12104) 2024-11-27T20:24:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742246_1422 (size=4469) 2024-11-27T20:24:49,235 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#357 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:49,235 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/6191e16318eb41b2be891b99dc649c15 is 175, key is test_row_0/A:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742247_1423 (size=31165) 2024-11-27T20:24:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-27T20:24:49,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-27T20:24:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,345 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:24:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:49,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112703c6556e304c4fc2a2ca7f412557f2b7_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739088765/Put/seqid=0 2024-11-27T20:24:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742248_1424 (size=12154) 2024-11-27T20:24:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:49,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739149389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739149390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739149390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739149394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739149395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739149498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739149498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739149504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739149505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,637 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ff270e3ac6b7423b832781f6a2e7238a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ff270e3ac6b7423b832781f6a2e7238a 2024-11-27T20:24:49,644 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/6191e16318eb41b2be891b99dc649c15 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6191e16318eb41b2be891b99dc649c15 2024-11-27T20:24:49,648 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into ff270e3ac6b7423b832781f6a2e7238a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:49,648 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:49,648 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=13, startTime=1732739089212; duration=0sec 2024-11-27T20:24:49,648 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:49,648 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:24:49,648 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:49,649 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:49,649 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:24:49,649 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:49,649 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/13aaa9ea15e746d2ad7c21f7a1885438, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/a51bbc959fd547eead7f6d44ee5ede5e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c34aaa122c444e7eb73f88a57d2c2aab] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=32.9 K 2024-11-27T20:24:49,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into 6191e16318eb41b2be891b99dc649c15(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:49,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:49,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=13, startTime=1732739089212; duration=0sec 2024-11-27T20:24:49,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:49,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:24:49,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 13aaa9ea15e746d2ad7c21f7a1885438, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732739086322 2024-11-27T20:24:49,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a51bbc959fd547eead7f6d44ee5ede5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739086341 2024-11-27T20:24:49,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c34aaa122c444e7eb73f88a57d2c2aab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739088618 2024-11-27T20:24:49,656 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:49,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/356bfe33fefb476d972447d40dcf503c is 50, key is test_row_0/C:col10/1732739088618/Put/seqid=0 2024-11-27T20:24:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742249_1425 (size=12104) 2024-11-27T20:24:49,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739149704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739149705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739149709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739149713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:49,764 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112703c6556e304c4fc2a2ca7f412557f2b7_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112703c6556e304c4fc2a2ca7f412557f2b7_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/5e53f64b41f74fa28f9cc46e5524999b, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:49,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/5e53f64b41f74fa28f9cc46e5524999b is 175, key is test_row_0/A:col10/1732739088765/Put/seqid=0 2024-11-27T20:24:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742250_1426 (size=30955) 2024-11-27T20:24:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-27T20:24:49,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739149897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739150008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739150012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739150015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739150020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,065 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/356bfe33fefb476d972447d40dcf503c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/356bfe33fefb476d972447d40dcf503c 2024-11-27T20:24:50,069 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into 356bfe33fefb476d972447d40dcf503c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:50,069 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:50,069 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=13, startTime=1732739089212; duration=0sec 2024-11-27T20:24:50,069 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:50,069 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:24:50,170 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/5e53f64b41f74fa28f9cc46e5524999b 2024-11-27T20:24:50,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/c6f8e6e478b8418dbbfbf6a085df5fb3 is 50, key is test_row_0/B:col10/1732739088765/Put/seqid=0 2024-11-27T20:24:50,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742251_1427 (size=12001) 2024-11-27T20:24:50,183 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/c6f8e6e478b8418dbbfbf6a085df5fb3 2024-11-27T20:24:50,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/be5be87051db4a5fbde0e76f134b4ff8 is 50, key is test_row_0/C:col10/1732739088765/Put/seqid=0 2024-11-27T20:24:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742252_1428 (size=12001) 2024-11-27T20:24:50,193 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/be5be87051db4a5fbde0e76f134b4ff8 2024-11-27T20:24:50,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/5e53f64b41f74fa28f9cc46e5524999b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b 2024-11-27T20:24:50,210 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b, entries=150, sequenceid=78, filesize=30.2 K 2024-11-27T20:24:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/c6f8e6e478b8418dbbfbf6a085df5fb3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/c6f8e6e478b8418dbbfbf6a085df5fb3 2024-11-27T20:24:50,216 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/c6f8e6e478b8418dbbfbf6a085df5fb3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T20:24:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/be5be87051db4a5fbde0e76f134b4ff8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/be5be87051db4a5fbde0e76f134b4ff8 2024-11-27T20:24:50,221 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/be5be87051db4a5fbde0e76f134b4ff8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T20:24:50,222 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e1950c4a4005639f612911f4ea6b9db4 in 878ms, sequenceid=78, compaction requested=false 2024-11-27T20:24:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-27T20:24:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-27T20:24:50,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-27T20:24:50,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4910 sec 2024-11-27T20:24:50,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4950 sec 2024-11-27T20:24:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:50,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:50,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276648ca2d08ef4b6b8c1c1e48212838a2_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742253_1429 (size=17034) 2024-11-27T20:24:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739150556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739150557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739150557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739150558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739150662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739150662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739150663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739150663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-27T20:24:50,837 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-27T20:24:50,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-27T20:24:50,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T20:24:50,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:50,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739150867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739150867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739150869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739150869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739150903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:50,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276648ca2d08ef4b6b8c1c1e48212838a2_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276648ca2d08ef4b6b8c1c1e48212838a2_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:50,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/67d149cd70fa40328ad2231a88bfc84d, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:50,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/67d149cd70fa40328ad2231a88bfc84d is 175, key is test_row_0/A:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T20:24:50,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742254_1430 (size=48139) 2024-11-27T20:24:50,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:50,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:50,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T20:24:51,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739151173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739151175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739151175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739151176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/67d149cd70fa40328ad2231a88bfc84d 2024-11-27T20:24:51,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/9900fbc935d7495b9dcc8876a1fdb090 is 50, key is test_row_0/B:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742255_1431 (size=12001) 2024-11-27T20:24:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T20:24:51,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739151679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739151681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739151682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739151683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/9900fbc935d7495b9dcc8876a1fdb090 2024-11-27T20:24:51,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/9f44069dfe604517a1cde8a358c62ba0 is 50, key is test_row_0/C:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742256_1432 (size=12001) 2024-11-27T20:24:51,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:51,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:51,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:51,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T20:24:52,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:52,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/9f44069dfe604517a1cde8a358c62ba0 2024-11-27T20:24:52,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/67d149cd70fa40328ad2231a88bfc84d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d 2024-11-27T20:24:52,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d, entries=250, sequenceid=93, filesize=47.0 K 2024-11-27T20:24:52,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/9900fbc935d7495b9dcc8876a1fdb090 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9900fbc935d7495b9dcc8876a1fdb090 2024-11-27T20:24:52,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9900fbc935d7495b9dcc8876a1fdb090, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T20:24:52,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/9f44069dfe604517a1cde8a358c62ba0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/9f44069dfe604517a1cde8a358c62ba0 2024-11-27T20:24:52,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/9f44069dfe604517a1cde8a358c62ba0, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T20:24:52,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e1950c4a4005639f612911f4ea6b9db4 in 1677ms, sequenceid=93, compaction requested=true 2024-11-27T20:24:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:52,198 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:52,198 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:52,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:52,201 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:52,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:24:52,201 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:24:52,201 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,201 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6191e16318eb41b2be891b99dc649c15, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=107.7 K 2024-11-27T20:24:52,201 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6191e16318eb41b2be891b99dc649c15, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d] 2024-11-27T20:24:52,201 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,201 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ff270e3ac6b7423b832781f6a2e7238a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/c6f8e6e478b8418dbbfbf6a085df5fb3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9900fbc935d7495b9dcc8876a1fdb090] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=35.3 K 2024-11-27T20:24:52,202 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6191e16318eb41b2be891b99dc649c15, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739086341 2024-11-27T20:24:52,202 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ff270e3ac6b7423b832781f6a2e7238a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739086341 2024-11-27T20:24:52,202 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f8e6e478b8418dbbfbf6a085df5fb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732739088762 2024-11-27T20:24:52,203 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e53f64b41f74fa28f9cc46e5524999b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732739088762 2024-11-27T20:24:52,204 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9900fbc935d7495b9dcc8876a1fdb090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732739089393 2024-11-27T20:24:52,205 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67d149cd70fa40328ad2231a88bfc84d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732739089388 2024-11-27T20:24:52,214 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:52,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T20:24:52,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,223 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:52,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:52,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:52,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:52,228 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:52,229 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/9e72a31f16124c4a81ecbc701b77d09c is 50, key is test_row_0/B:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277607349a5b564c6184f3228ad9fddc43_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739090545/Put/seqid=0 2024-11-27T20:24:52,248 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c31d5901af9e44f383c696b3abcb9188_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:52,251 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c31d5901af9e44f383c696b3abcb9188_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:52,251 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c31d5901af9e44f383c696b3abcb9188_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742257_1433 (size=12207) 2024-11-27T20:24:52,300 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/9e72a31f16124c4a81ecbc701b77d09c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9e72a31f16124c4a81ecbc701b77d09c 2024-11-27T20:24:52,305 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into 9e72a31f16124c4a81ecbc701b77d09c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:52,305 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:52,305 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=13, startTime=1732739092198; duration=0sec 2024-11-27T20:24:52,306 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:52,306 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:24:52,306 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:52,307 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:52,307 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:24:52,307 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,307 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/356bfe33fefb476d972447d40dcf503c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/be5be87051db4a5fbde0e76f134b4ff8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/9f44069dfe604517a1cde8a358c62ba0] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=35.3 K 2024-11-27T20:24:52,308 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 356bfe33fefb476d972447d40dcf503c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739086341 2024-11-27T20:24:52,309 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting be5be87051db4a5fbde0e76f134b4ff8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732739088762 2024-11-27T20:24:52,309 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f44069dfe604517a1cde8a358c62ba0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732739089393 2024-11-27T20:24:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742258_1434 (size=12154) 2024-11-27T20:24:52,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742259_1435 (size=4469) 2024-11-27T20:24:52,338 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:52,339 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/8d65d882f6cd424f95fcf2b3e529e693 is 50, key is test_row_0/C:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742260_1436 (size=12207) 2024-11-27T20:24:52,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739152703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739152704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739152705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739152707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:52,726 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277607349a5b564c6184f3228ad9fddc43_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277607349a5b564c6184f3228ad9fddc43_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:52,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c6571076bcb94f3aa02b5f6c3179f1c2, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c6571076bcb94f3aa02b5f6c3179f1c2 is 175, key is test_row_0/A:col10/1732739090545/Put/seqid=0 2024-11-27T20:24:52,734 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#366 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:52,735 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/6490c2a270ec45a3ad7043e86d70f03a is 175, key is test_row_0/A:col10/1732739090520/Put/seqid=0 2024-11-27T20:24:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742261_1437 (size=30955) 2024-11-27T20:24:52,752 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/8d65d882f6cd424f95fcf2b3e529e693 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/8d65d882f6cd424f95fcf2b3e529e693 2024-11-27T20:24:52,756 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c6571076bcb94f3aa02b5f6c3179f1c2 2024-11-27T20:24:52,758 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into 8d65d882f6cd424f95fcf2b3e529e693(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:52,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:52,759 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=13, startTime=1732739092198; duration=0sec 2024-11-27T20:24:52,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:52,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:24:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/6e77e212f79246d2a934f46d610da15d is 50, key is test_row_0/B:col10/1732739090545/Put/seqid=0 2024-11-27T20:24:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742262_1438 (size=31161) 2024-11-27T20:24:52,770 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/6490c2a270ec45a3ad7043e86d70f03a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6490c2a270ec45a3ad7043e86d70f03a 2024-11-27T20:24:52,773 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into 6490c2a270ec45a3ad7043e86d70f03a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:52,773 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:52,773 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=13, startTime=1732739092197; duration=0sec 2024-11-27T20:24:52,773 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:52,774 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:24:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742263_1439 (size=12001) 2024-11-27T20:24:52,783 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/6e77e212f79246d2a934f46d610da15d 2024-11-27T20:24:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/c0d2acc1b7ee4712bfcfcb84135ea3b6 is 50, key is test_row_0/C:col10/1732739090545/Put/seqid=0 2024-11-27T20:24:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742264_1440 (size=12001) 2024-11-27T20:24:52,806 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/c0d2acc1b7ee4712bfcfcb84135ea3b6 2024-11-27T20:24:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c6571076bcb94f3aa02b5f6c3179f1c2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2 2024-11-27T20:24:52,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739152812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739152812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739152813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739152813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:52,816 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2, entries=150, sequenceid=117, filesize=30.2 K 2024-11-27T20:24:52,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/6e77e212f79246d2a934f46d610da15d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/6e77e212f79246d2a934f46d610da15d 2024-11-27T20:24:52,821 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/6e77e212f79246d2a934f46d610da15d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:24:52,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/c0d2acc1b7ee4712bfcfcb84135ea3b6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c0d2acc1b7ee4712bfcfcb84135ea3b6 2024-11-27T20:24:52,825 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c0d2acc1b7ee4712bfcfcb84135ea3b6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:24:52,826 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e1950c4a4005639f612911f4ea6b9db4 in 603ms, sequenceid=117, compaction requested=false 2024-11-27T20:24:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-27T20:24:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-27T20:24:52,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-27T20:24:52,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-27T20:24:52,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.9910 sec 2024-11-27T20:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:52,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:24:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:52,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112745c958b81fe747b4af27bafdbf2ca579_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742265_1441 (size=14694) 2024-11-27T20:24:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T20:24:52,945 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-27T20:24:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-27T20:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:52,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:52,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:52,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739153015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739153015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739153016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739153017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739153021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:53,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739153123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739153124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:53,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739153323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739153324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739153324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739153329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739153330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112745c958b81fe747b4af27bafdbf2ca579_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112745c958b81fe747b4af27bafdbf2ca579_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:53,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/829afc0a5f2e4ce59b2586afb5c45887, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:53,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/829afc0a5f2e4ce59b2586afb5c45887 is 175, key is test_row_0/A:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:53,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742266_1442 (size=39649) 2024-11-27T20:24:53,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:53,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739153636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739153637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:53,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:53,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,744 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/829afc0a5f2e4ce59b2586afb5c45887 2024-11-27T20:24:53,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/adf0c247898044f9bce1ac6b6cf49053 is 50, key is test_row_0/B:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:53,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742267_1443 (size=12051) 2024-11-27T20:24:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739153831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739153833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739153833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:53,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:53,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:54,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:54,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739154141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739154143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/adf0c247898044f9bce1ac6b6cf49053 2024-11-27T20:24:54,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/400e9caee61a4964b4cadb87ac49e505 is 50, key is test_row_0/C:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:54,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742268_1444 (size=12051) 2024-11-27T20:24:54,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/400e9caee61a4964b4cadb87ac49e505 2024-11-27T20:24:54,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/829afc0a5f2e4ce59b2586afb5c45887 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887 2024-11-27T20:24:54,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887, entries=200, sequenceid=133, filesize=38.7 K 2024-11-27T20:24:54,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/adf0c247898044f9bce1ac6b6cf49053 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/adf0c247898044f9bce1ac6b6cf49053 2024-11-27T20:24:54,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:54,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/adf0c247898044f9bce1ac6b6cf49053, entries=150, sequenceid=133, filesize=11.8 K 2024-11-27T20:24:54,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/400e9caee61a4964b4cadb87ac49e505 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/400e9caee61a4964b4cadb87ac49e505 2024-11-27T20:24:54,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/400e9caee61a4964b4cadb87ac49e505, entries=150, sequenceid=133, filesize=11.8 K 2024-11-27T20:24:54,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e1950c4a4005639f612911f4ea6b9db4 in 1730ms, sequenceid=133, compaction requested=true 2024-11-27T20:24:54,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:54,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:54,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:54,650 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:54,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:54,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:24:54,650 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:54,650 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6490c2a270ec45a3ad7043e86d70f03a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=99.4 K 2024-11-27T20:24:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:54,650 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6490c2a270ec45a3ad7043e86d70f03a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887] 2024-11-27T20:24:54,651 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6490c2a270ec45a3ad7043e86d70f03a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732739089393 2024-11-27T20:24:54,651 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:54,651 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:24:54,651 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,651 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9e72a31f16124c4a81ecbc701b77d09c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/6e77e212f79246d2a934f46d610da15d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/adf0c247898044f9bce1ac6b6cf49053] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=35.4 K 2024-11-27T20:24:54,652 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6571076bcb94f3aa02b5f6c3179f1c2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739090545 2024-11-27T20:24:54,652 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e72a31f16124c4a81ecbc701b77d09c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732739089393 2024-11-27T20:24:54,652 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 829afc0a5f2e4ce59b2586afb5c45887, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732739092701 2024-11-27T20:24:54,652 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e77e212f79246d2a934f46d610da15d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739090545 2024-11-27T20:24:54,653 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting adf0c247898044f9bce1ac6b6cf49053, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732739092701 2024-11-27T20:24:54,667 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:54,670 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/e087d57fefa0444fbc32fd8ff79db411 is 50, key is test_row_0/B:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:54,673 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:54,689 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127561b9a534cc24f90a2ea49cecb366931_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:54,691 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127561b9a534cc24f90a2ea49cecb366931_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:54,691 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127561b9a534cc24f90a2ea49cecb366931_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742269_1445 (size=12359) 2024-11-27T20:24:54,699 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/e087d57fefa0444fbc32fd8ff79db411 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/e087d57fefa0444fbc32fd8ff79db411 2024-11-27T20:24:54,705 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into e087d57fefa0444fbc32fd8ff79db411(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:54,705 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:54,705 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=13, startTime=1732739094650; duration=0sec 2024-11-27T20:24:54,705 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:54,705 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:24:54,705 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:54,708 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:54,708 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:24:54,708 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,708 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/8d65d882f6cd424f95fcf2b3e529e693, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c0d2acc1b7ee4712bfcfcb84135ea3b6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/400e9caee61a4964b4cadb87ac49e505] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=35.4 K 2024-11-27T20:24:54,709 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d65d882f6cd424f95fcf2b3e529e693, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732739089393 2024-11-27T20:24:54,709 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d2acc1b7ee4712bfcfcb84135ea3b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739090545 2024-11-27T20:24:54,709 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 400e9caee61a4964b4cadb87ac49e505, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732739092701 2024-11-27T20:24:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742270_1446 (size=4469) 2024-11-27T20:24:54,732 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:54,733 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/d92051fbd78f416285bf35cd0baf863e is 50, key is test_row_0/C:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742271_1447 (size=12359) 2024-11-27T20:24:54,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T20:24:54,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:54,788 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:24:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:54,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710720df5c2d9486aa0320611933e776d_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739093016/Put/seqid=0 2024-11-27T20:24:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742272_1448 (size=12304) 2024-11-27T20:24:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:54,841 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710720df5c2d9486aa0320611933e776d_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710720df5c2d9486aa0320611933e776d_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:54,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/61586938ddd747938374dded765a8e34, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/61586938ddd747938374dded765a8e34 is 175, key is test_row_0/A:col10/1732739093016/Put/seqid=0 2024-11-27T20:24:54,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742273_1449 (size=31105) 2024-11-27T20:24:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739154904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739154917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:54,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739154917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739155016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739155027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739155027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:55,113 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#376 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:55,113 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/28ccec8c5dc24f97a7215c700b2f661a is 175, key is test_row_0/A:col10/1732739092918/Put/seqid=0 2024-11-27T20:24:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742274_1450 (size=31313) 2024-11-27T20:24:55,131 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/28ccec8c5dc24f97a7215c700b2f661a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/28ccec8c5dc24f97a7215c700b2f661a 2024-11-27T20:24:55,137 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into 28ccec8c5dc24f97a7215c700b2f661a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:55,137 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:55,137 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=13, startTime=1732739094649; duration=0sec 2024-11-27T20:24:55,138 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:55,138 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:24:55,158 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/d92051fbd78f416285bf35cd0baf863e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d92051fbd78f416285bf35cd0baf863e 2024-11-27T20:24:55,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739155156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,163 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into d92051fbd78f416285bf35cd0baf863e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:55,163 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:55,163 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=13, startTime=1732739094650; duration=0sec 2024-11-27T20:24:55,163 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:55,163 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:24:55,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739155158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739155231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739155233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739155240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,256 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/61586938ddd747938374dded765a8e34 2024-11-27T20:24:55,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/fe30c7570c4a44bda1e1807672adfb7c is 50, key is test_row_0/B:col10/1732739093016/Put/seqid=0 2024-11-27T20:24:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742275_1451 (size=12151) 2024-11-27T20:24:55,296 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/fe30c7570c4a44bda1e1807672adfb7c 2024-11-27T20:24:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/b4e9d333399f43209f71c7e081373dd2 is 50, key is test_row_0/C:col10/1732739093016/Put/seqid=0 2024-11-27T20:24:55,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742276_1452 (size=12151) 2024-11-27T20:24:55,327 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/b4e9d333399f43209f71c7e081373dd2 2024-11-27T20:24:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/61586938ddd747938374dded765a8e34 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34 2024-11-27T20:24:55,340 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34, entries=150, sequenceid=157, filesize=30.4 K 2024-11-27T20:24:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/fe30c7570c4a44bda1e1807672adfb7c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/fe30c7570c4a44bda1e1807672adfb7c 2024-11-27T20:24:55,346 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/fe30c7570c4a44bda1e1807672adfb7c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:24:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/b4e9d333399f43209f71c7e081373dd2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b4e9d333399f43209f71c7e081373dd2 2024-11-27T20:24:55,351 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b4e9d333399f43209f71c7e081373dd2, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:24:55,352 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e1950c4a4005639f612911f4ea6b9db4 in 564ms, sequenceid=157, compaction requested=false 2024-11-27T20:24:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-27T20:24:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-27T20:24:55,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-27T20:24:55,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4050 sec 2024-11-27T20:24:55,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.4080 sec 2024-11-27T20:24:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:55,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:24:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:55,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c94c824d3d31444e9cabedc4c72f22d9_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742277_1453 (size=14794) 2024-11-27T20:24:55,558 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:55,561 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c94c824d3d31444e9cabedc4c72f22d9_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c94c824d3d31444e9cabedc4c72f22d9_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:55,562 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/da950743c1a245c980a181f4f9cea872, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:55,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/da950743c1a245c980a181f4f9cea872 is 175, key is test_row_0/A:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742278_1454 (size=39749) 2024-11-27T20:24:55,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739155576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739155578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739155578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739155684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739155685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739155685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739155887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739155890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739155892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:55,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/da950743c1a245c980a181f4f9cea872 2024-11-27T20:24:55,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/4d0ac4470b4f455f8d636b349ec32c00 is 50, key is test_row_0/B:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742279_1455 (size=12151) 2024-11-27T20:24:56,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/4d0ac4470b4f455f8d636b349ec32c00 2024-11-27T20:24:56,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/af44fad336c744fc988e5f03d2ae4f5c is 50, key is test_row_0/C:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742280_1456 (size=12151) 2024-11-27T20:24:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739156196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739156196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739156196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/af44fad336c744fc988e5f03d2ae4f5c 2024-11-27T20:24:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/da950743c1a245c980a181f4f9cea872 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872 2024-11-27T20:24:56,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872, entries=200, sequenceid=173, filesize=38.8 K 2024-11-27T20:24:56,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/4d0ac4470b4f455f8d636b349ec32c00 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d0ac4470b4f455f8d636b349ec32c00 2024-11-27T20:24:56,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d0ac4470b4f455f8d636b349ec32c00, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T20:24:56,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/af44fad336c744fc988e5f03d2ae4f5c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/af44fad336c744fc988e5f03d2ae4f5c 2024-11-27T20:24:56,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/af44fad336c744fc988e5f03d2ae4f5c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T20:24:56,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e1950c4a4005639f612911f4ea6b9db4 in 939ms, sequenceid=173, compaction requested=true 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:56,479 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:56,479 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:56,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:56,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:24:56,480 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:56,480 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/28ccec8c5dc24f97a7215c700b2f661a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=99.8 K 2024-11-27T20:24:56,480 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:56,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/28ccec8c5dc24f97a7215c700b2f661a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872] 2024-11-27T20:24:56,481 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ccec8c5dc24f97a7215c700b2f661a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732739092701 2024-11-27T20:24:56,481 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:56,481 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:24:56,481 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:56,481 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61586938ddd747938374dded765a8e34, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739092989 2024-11-27T20:24:56,481 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/e087d57fefa0444fbc32fd8ff79db411, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/fe30c7570c4a44bda1e1807672adfb7c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d0ac4470b4f455f8d636b349ec32c00] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=35.8 K 2024-11-27T20:24:56,481 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting da950743c1a245c980a181f4f9cea872, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732739094864 2024-11-27T20:24:56,481 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e087d57fefa0444fbc32fd8ff79db411, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732739092701 2024-11-27T20:24:56,482 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fe30c7570c4a44bda1e1807672adfb7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739092989 2024-11-27T20:24:56,482 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d0ac4470b4f455f8d636b349ec32c00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732739094864 2024-11-27T20:24:56,505 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:56,514 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:56,515 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/28024841cc29471692beda1d958c8c9e is 50, key is test_row_0/B:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:56,524 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127510140a38df2496b887dd5626b2605ff_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:56,526 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127510140a38df2496b887dd5626b2605ff_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:56,526 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127510140a38df2496b887dd5626b2605ff_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742281_1457 (size=12561) 2024-11-27T20:24:56,559 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/28024841cc29471692beda1d958c8c9e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/28024841cc29471692beda1d958c8c9e 2024-11-27T20:24:56,565 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into 28024841cc29471692beda1d958c8c9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:56,566 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:56,566 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=13, startTime=1732739096479; duration=0sec 2024-11-27T20:24:56,566 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:56,566 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:24:56,566 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:56,567 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:56,567 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:24:56,567 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:56,567 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d92051fbd78f416285bf35cd0baf863e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b4e9d333399f43209f71c7e081373dd2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/af44fad336c744fc988e5f03d2ae4f5c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=35.8 K 2024-11-27T20:24:56,567 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d92051fbd78f416285bf35cd0baf863e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732739092701 2024-11-27T20:24:56,567 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b4e9d333399f43209f71c7e081373dd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732739092989 2024-11-27T20:24:56,568 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting af44fad336c744fc988e5f03d2ae4f5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732739094864 2024-11-27T20:24:56,594 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:56,594 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/bd6581761ab34f9aabfb160fade96e86 is 50, key is test_row_0/C:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742282_1458 (size=4469) 2024-11-27T20:24:56,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742283_1459 (size=12561) 2024-11-27T20:24:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:56,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:56,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e2a1fe88212940b5ac6f3e265c8494a9_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739096722/Put/seqid=0 2024-11-27T20:24:56,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739156741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739156753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739156763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742284_1460 (size=12304) 2024-11-27T20:24:56,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:56,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e2a1fe88212940b5ac6f3e265c8494a9_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e2a1fe88212940b5ac6f3e265c8494a9_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:56,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/640db1fca7bb456f91f6c3b835ca1a36, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:56,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/640db1fca7bb456f91f6c3b835ca1a36 is 175, key is test_row_0/A:col10/1732739096722/Put/seqid=0 2024-11-27T20:24:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742285_1461 (size=31105) 2024-11-27T20:24:56,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739156854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739156864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739156873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:56,997 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#384 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:56,997 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/19a91bbd1e3e478abe5015ad667f4467 is 175, key is test_row_0/A:col10/1732739094864/Put/seqid=0 2024-11-27T20:24:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742286_1462 (size=31515) 2024-11-27T20:24:57,044 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/bd6581761ab34f9aabfb160fade96e86 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bd6581761ab34f9aabfb160fade96e86 2024-11-27T20:24:57,049 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into bd6581761ab34f9aabfb160fade96e86(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:57,049 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:57,049 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=13, startTime=1732739096479; duration=0sec 2024-11-27T20:24:57,049 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:57,049 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T20:24:57,059 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-27T20:24:57,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739157067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-27T20:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T20:24:57,074 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:57,075 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:57,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:57,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739157075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739157084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739157165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,172 DEBUG [Thread-1812 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., hostname=23827885d8b7,39789,1732738990134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T20:24:57,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739157187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,189 DEBUG [Thread-1818 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., hostname=23827885d8b7,39789,1732738990134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:57,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T20:24:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:57,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:57,252 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/640db1fca7bb456f91f6c3b835ca1a36 2024-11-27T20:24:57,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/405470e329ff45cdafd012fdae882bdb is 50, key is test_row_0/B:col10/1732739096722/Put/seqid=0 2024-11-27T20:24:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742287_1463 (size=12151) 2024-11-27T20:24:57,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/405470e329ff45cdafd012fdae882bdb 2024-11-27T20:24:57,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/064a810cae1b417ab89e71bd728d6594 is 50, key is test_row_0/C:col10/1732739096722/Put/seqid=0 2024-11-27T20:24:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742288_1464 (size=12151) 2024-11-27T20:24:57,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/064a810cae1b417ab89e71bd728d6594 2024-11-27T20:24:57,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/640db1fca7bb456f91f6c3b835ca1a36 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36 2024-11-27T20:24:57,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36, entries=150, sequenceid=199, filesize=30.4 K 2024-11-27T20:24:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/405470e329ff45cdafd012fdae882bdb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/405470e329ff45cdafd012fdae882bdb 2024-11-27T20:24:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T20:24:57,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739157372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739157385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/405470e329ff45cdafd012fdae882bdb, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T20:24:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/064a810cae1b417ab89e71bd728d6594 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/064a810cae1b417ab89e71bd728d6594 2024-11-27T20:24:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739157392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T20:24:57,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/064a810cae1b417ab89e71bd728d6594, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T20:24:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:57,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:57,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e1950c4a4005639f612911f4ea6b9db4 in 676ms, sequenceid=199, compaction requested=false 2024-11-27T20:24:57,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:57,453 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/19a91bbd1e3e478abe5015ad667f4467 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/19a91bbd1e3e478abe5015ad667f4467 2024-11-27T20:24:57,458 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into 19a91bbd1e3e478abe5015ad667f4467(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:57,458 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:57,458 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=13, startTime=1732739096479; duration=0sec 2024-11-27T20:24:57,458 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:57,458 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:24:57,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T20:24:57,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:57,556 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ba13c67485e7405d99f3367394d7f63c_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739096742/Put/seqid=0 2024-11-27T20:24:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742289_1465 (size=12304) 2024-11-27T20:24:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T20:24:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:57,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739157988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:57,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739157988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739157998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:58,047 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ba13c67485e7405d99f3367394d7f63c_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ba13c67485e7405d99f3367394d7f63c_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c2a2a9123230449099da47699f9bdd5a, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c2a2a9123230449099da47699f9bdd5a is 175, key is test_row_0/A:col10/1732739096742/Put/seqid=0 2024-11-27T20:24:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742290_1466 (size=31105) 2024-11-27T20:24:58,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739158099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739158100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739158109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T20:24:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739158311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739158311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739158324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,508 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c2a2a9123230449099da47699f9bdd5a 2024-11-27T20:24:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/1da6e01b2ab1443f8edd46cf4f22d7f9 is 50, key is test_row_0/B:col10/1732739096742/Put/seqid=0 2024-11-27T20:24:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742291_1467 (size=12151) 2024-11-27T20:24:58,542 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/1da6e01b2ab1443f8edd46cf4f22d7f9 2024-11-27T20:24:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/f423cc339be9422e82fae11c4eb38de1 is 50, key is test_row_0/C:col10/1732739096742/Put/seqid=0 2024-11-27T20:24:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742292_1468 (size=12151) 2024-11-27T20:24:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739158625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739158625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739158631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:58,999 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/f423cc339be9422e82fae11c4eb38de1 2024-11-27T20:24:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/c2a2a9123230449099da47699f9bdd5a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a 2024-11-27T20:24:59,009 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a, entries=150, sequenceid=212, filesize=30.4 K 2024-11-27T20:24:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/1da6e01b2ab1443f8edd46cf4f22d7f9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1da6e01b2ab1443f8edd46cf4f22d7f9 2024-11-27T20:24:59,015 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1da6e01b2ab1443f8edd46cf4f22d7f9, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T20:24:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/f423cc339be9422e82fae11c4eb38de1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f423cc339be9422e82fae11c4eb38de1 2024-11-27T20:24:59,019 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f423cc339be9422e82fae11c4eb38de1, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T20:24:59,020 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e1950c4a4005639f612911f4ea6b9db4 in 1464ms, sequenceid=212, compaction requested=true 2024-11-27T20:24:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:59,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-27T20:24:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-27T20:24:59,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-27T20:24:59,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-11-27T20:24:59,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.9570 sec 2024-11-27T20:24:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:59,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:24:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:59,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739159152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112705e1824b6a604132916ecb2994ad4fff_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739097953/Put/seqid=0 2024-11-27T20:24:59,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739159154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739159155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742293_1469 (size=14794) 2024-11-27T20:24:59,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:59,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112705e1824b6a604132916ecb2994ad4fff_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112705e1824b6a604132916ecb2994ad4fff_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T20:24:59,178 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-27T20:24:59,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-27T20:24:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:24:59,181 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:59,181 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/51e1742c824d49cbba2970012a841278, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:59,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/51e1742c824d49cbba2970012a841278 is 175, key is test_row_0/A:col10/1732739097953/Put/seqid=0 2024-11-27T20:24:59,183 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:59,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:59,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742294_1470 (size=39749) 2024-11-27T20:24:59,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/51e1742c824d49cbba2970012a841278 2024-11-27T20:24:59,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ca2a919fa4234acf9eaa7753ecb14ad4 is 50, key is test_row_0/B:col10/1732739097953/Put/seqid=0 2024-11-27T20:24:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742295_1471 (size=12151) 2024-11-27T20:24:59,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ca2a919fa4234acf9eaa7753ecb14ad4 2024-11-27T20:24:59,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/0c430683c46a4234bb10366dc67ee16c is 50, key is test_row_0/C:col10/1732739097953/Put/seqid=0 2024-11-27T20:24:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742296_1472 (size=12151) 2024-11-27T20:24:59,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739159255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739159260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739159261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:24:59,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:24:59,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:59,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739159464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739159466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739159469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:24:59,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:24:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:59,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:24:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/0c430683c46a4234bb10366dc67ee16c 2024-11-27T20:24:59,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/51e1742c824d49cbba2970012a841278 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278 2024-11-27T20:24:59,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278, entries=200, sequenceid=238, filesize=38.8 K 2024-11-27T20:24:59,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/ca2a919fa4234acf9eaa7753ecb14ad4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ca2a919fa4234acf9eaa7753ecb14ad4 2024-11-27T20:24:59,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ca2a919fa4234acf9eaa7753ecb14ad4, entries=150, sequenceid=238, filesize=11.9 K 2024-11-27T20:24:59,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/0c430683c46a4234bb10366dc67ee16c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0c430683c46a4234bb10366dc67ee16c 2024-11-27T20:24:59,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0c430683c46a4234bb10366dc67ee16c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-27T20:24:59,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e1950c4a4005639f612911f4ea6b9db4 in 552ms, sequenceid=238, compaction requested=true 2024-11-27T20:24:59,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:24:59,691 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:59,691 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:59,693 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:59,694 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:24:59,694 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,694 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/19a91bbd1e3e478abe5015ad667f4467, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=130.3 K 2024-11-27T20:24:59,694 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,694 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/19a91bbd1e3e478abe5015ad667f4467, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278] 2024-11-27T20:24:59,695 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19a91bbd1e3e478abe5015ad667f4467, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732739094864 2024-11-27T20:24:59,695 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:59,695 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:24:59,695 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,695 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/28024841cc29471692beda1d958c8c9e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/405470e329ff45cdafd012fdae882bdb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1da6e01b2ab1443f8edd46cf4f22d7f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ca2a919fa4234acf9eaa7753ecb14ad4] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=47.9 K 2024-11-27T20:24:59,696 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640db1fca7bb456f91f6c3b835ca1a36, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732739095575 2024-11-27T20:24:59,696 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 28024841cc29471692beda1d958c8c9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732739094864 2024-11-27T20:24:59,696 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2a2a9123230449099da47699f9bdd5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739096737 2024-11-27T20:24:59,697 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 405470e329ff45cdafd012fdae882bdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732739095575 2024-11-27T20:24:59,697 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51e1742c824d49cbba2970012a841278, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739097949 2024-11-27T20:24:59,697 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da6e01b2ab1443f8edd46cf4f22d7f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739096737 2024-11-27T20:24:59,698 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ca2a919fa4234acf9eaa7753ecb14ad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739097953 2024-11-27T20:24:59,713 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:59,720 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:59,720 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/db702bcf1e194d0caf4f7d3bc563155c is 50, key is test_row_0/B:col10/1732739097953/Put/seqid=0 2024-11-27T20:24:59,728 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127745c1ac00ae0496aacb9765222a8aba6_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:59,731 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127745c1ac00ae0496aacb9765222a8aba6_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:59,731 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127745c1ac00ae0496aacb9765222a8aba6_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742297_1473 (size=12697) 2024-11-27T20:24:59,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742298_1474 (size=4469) 2024-11-27T20:24:59,751 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#396 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:59,751 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/051ca01b00104374b1a724c4500bd32f is 175, key is test_row_0/A:col10/1732739097953/Put/seqid=0 2024-11-27T20:24:59,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742299_1475 (size=31651) 2024-11-27T20:24:59,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:24:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:24:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:24:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:24:59,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:24:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112719e7e971dd294a44a6081d5f743647fd_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739099778/Put/seqid=0 2024-11-27T20:24:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742300_1476 (size=14794) 2024-11-27T20:24:59,833 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:59,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112719e7e971dd294a44a6081d5f743647fd_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112719e7e971dd294a44a6081d5f743647fd_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:24:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739159835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/d3ab147fff22451cba342e6da3a99225, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:24:59,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/d3ab147fff22451cba342e6da3a99225 is 175, key is test_row_0/A:col10/1732739099778/Put/seqid=0 2024-11-27T20:24:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739159838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739159841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742301_1477 (size=39749) 2024-11-27T20:24:59,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:24:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739159942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:24:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:24:59,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739159947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:24:59,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739159954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:25:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:00,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:00,146 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/db702bcf1e194d0caf4f7d3bc563155c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/db702bcf1e194d0caf4f7d3bc563155c 2024-11-27T20:25:00,150 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into db702bcf1e194d0caf4f7d3bc563155c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:00,150 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:00,150 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=12, startTime=1732739099691; duration=0sec 2024-11-27T20:25:00,150 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:00,150 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:25:00,150 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:00,151 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:00,151 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:25:00,152 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:00,152 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bd6581761ab34f9aabfb160fade96e86, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/064a810cae1b417ab89e71bd728d6594, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f423cc339be9422e82fae11c4eb38de1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0c430683c46a4234bb10366dc67ee16c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=47.9 K 2024-11-27T20:25:00,152 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting bd6581761ab34f9aabfb160fade96e86, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732739094864 2024-11-27T20:25:00,152 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 064a810cae1b417ab89e71bd728d6594, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732739095575 2024-11-27T20:25:00,153 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f423cc339be9422e82fae11c4eb38de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739096737 2024-11-27T20:25:00,153 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c430683c46a4234bb10366dc67ee16c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739097953 2024-11-27T20:25:00,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739160151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,164 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:00,164 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/020201bed2c1419b8dd31527475c6773 is 50, key is test_row_0/C:col10/1732739097953/Put/seqid=0 2024-11-27T20:25:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739160159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739160160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,177 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/051ca01b00104374b1a724c4500bd32f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/051ca01b00104374b1a724c4500bd32f 2024-11-27T20:25:00,183 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into 051ca01b00104374b1a724c4500bd32f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:00,183 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:00,183 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=12, startTime=1732739099690; duration=0sec 2024-11-27T20:25:00,183 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:00,183 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:25:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742302_1478 (size=12697) 2024-11-27T20:25:00,204 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/020201bed2c1419b8dd31527475c6773 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/020201bed2c1419b8dd31527475c6773 2024-11-27T20:25:00,209 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into 020201bed2c1419b8dd31527475c6773(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:00,209 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:00,209 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=12, startTime=1732739099691; duration=0sec 2024-11-27T20:25:00,209 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:00,209 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:25:00,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:25:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:00,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:25:00,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/d3ab147fff22451cba342e6da3a99225 2024-11-27T20:25:00,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/776fa775725d44b58a413aa77d40db29 is 50, key is test_row_0/B:col10/1732739099778/Put/seqid=0 2024-11-27T20:25:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742303_1479 (size=12151) 2024-11-27T20:25:00,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/776fa775725d44b58a413aa77d40db29 2024-11-27T20:25:00,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/3de83897389e4090976e790647f290ff is 50, key is test_row_0/C:col10/1732739099778/Put/seqid=0 2024-11-27T20:25:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742304_1480 (size=12151) 2024-11-27T20:25:00,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/3de83897389e4090976e790647f290ff 2024-11-27T20:25:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/d3ab147fff22451cba342e6da3a99225 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225 2024-11-27T20:25:00,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225, entries=200, sequenceid=249, filesize=38.8 K 2024-11-27T20:25:00,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/776fa775725d44b58a413aa77d40db29 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/776fa775725d44b58a413aa77d40db29 2024-11-27T20:25:00,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/776fa775725d44b58a413aa77d40db29, entries=150, sequenceid=249, filesize=11.9 K 2024-11-27T20:25:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/3de83897389e4090976e790647f290ff as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/3de83897389e4090976e790647f290ff 2024-11-27T20:25:00,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/3de83897389e4090976e790647f290ff, entries=150, sequenceid=249, filesize=11.9 K 2024-11-27T20:25:00,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e1950c4a4005639f612911f4ea6b9db4 in 611ms, sequenceid=249, compaction requested=false 2024-11-27T20:25:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:00,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T20:25:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:00,409 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:25:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e614340c4f204644ad9978e144f21d72_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739099836/Put/seqid=0 2024-11-27T20:25:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742305_1481 (size=12454) 2024-11-27T20:25:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:00,451 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e614340c4f204644ad9978e144f21d72_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e614340c4f204644ad9978e144f21d72_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/1daf08ad92fb485ebb458e62c7b25743, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/1daf08ad92fb485ebb458e62c7b25743 is 175, key is test_row_0/A:col10/1732739099836/Put/seqid=0 2024-11-27T20:25:00,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742306_1482 (size=31255) 2024-11-27T20:25:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:00,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:00,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739160483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739160490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739160492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739160593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739160594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739160599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739160799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739160801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739160805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:00,860 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/1daf08ad92fb485ebb458e62c7b25743 2024-11-27T20:25:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/efd0250b22304cd787b73efa9fd8f6d2 is 50, key is test_row_0/B:col10/1732739099836/Put/seqid=0 2024-11-27T20:25:00,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742307_1483 (size=12301) 2024-11-27T20:25:01,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739161106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739161107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739161114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49942 deadline: 1732739161193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,199 DEBUG [Thread-1812 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., hostname=23827885d8b7,39789,1732738990134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:25:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49962 deadline: 1732739161205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,208 DEBUG [Thread-1818 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., hostname=23827885d8b7,39789,1732738990134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:25:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/efd0250b22304cd787b73efa9fd8f6d2 2024-11-27T20:25:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:25:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/6b53fa64df8142969f79c6d28297a62d is 50, key is test_row_0/C:col10/1732739099836/Put/seqid=0 2024-11-27T20:25:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742308_1484 (size=12301) 2024-11-27T20:25:01,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739161612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739161613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739161619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:01,774 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/6b53fa64df8142969f79c6d28297a62d 2024-11-27T20:25:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/1daf08ad92fb485ebb458e62c7b25743 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743 2024-11-27T20:25:01,785 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743, entries=150, sequenceid=277, filesize=30.5 K 2024-11-27T20:25:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/efd0250b22304cd787b73efa9fd8f6d2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/efd0250b22304cd787b73efa9fd8f6d2 2024-11-27T20:25:01,790 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/efd0250b22304cd787b73efa9fd8f6d2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T20:25:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/6b53fa64df8142969f79c6d28297a62d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/6b53fa64df8142969f79c6d28297a62d 2024-11-27T20:25:01,797 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/6b53fa64df8142969f79c6d28297a62d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T20:25:01,799 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e1950c4a4005639f612911f4ea6b9db4 in 1390ms, sequenceid=277, compaction requested=true 2024-11-27T20:25:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-27T20:25:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-27T20:25:01,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-27T20:25:01,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-27T20:25:01,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.6230 sec 2024-11-27T20:25:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:02,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:25:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:02,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275743bbb855b64b41b33cf2f7879efdf5_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742309_1485 (size=14994) 2024-11-27T20:25:02,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:02,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275743bbb855b64b41b33cf2f7879efdf5_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275743bbb855b64b41b33cf2f7879efdf5_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:02,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/e5151e06c2574f19a4c4d47772a050a8, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:02,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/e5151e06c2574f19a4c4d47772a050a8 is 175, key is test_row_0/A:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742310_1486 (size=39949) 2024-11-27T20:25:02,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739162682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:02,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739162688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739162691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739162792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:02,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739162797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:02,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739162799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739163002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739163002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739163002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/e5151e06c2574f19a4c4d47772a050a8 2024-11-27T20:25:03,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/8276ce558b1644dbab52ff62382e3ada is 50, key is test_row_0/B:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:03,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742311_1487 (size=12301) 2024-11-27T20:25:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:25:03,289 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-27T20:25:03,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-27T20:25:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T20:25:03,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:03,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:03,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:03,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739163308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739163309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739163309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T20:25:03,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T20:25:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/8276ce558b1644dbab52ff62382e3ada 2024-11-27T20:25:03,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/54e361834c764491b837c77f60b654d8 is 50, key is test_row_0/C:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742312_1488 (size=12301) 2024-11-27T20:25:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T20:25:03,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T20:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T20:25:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739163818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739163819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739163820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/54e361834c764491b837c77f60b654d8 2024-11-27T20:25:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T20:25:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/e5151e06c2574f19a4c4d47772a050a8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8 2024-11-27T20:25:03,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8, entries=200, sequenceid=290, filesize=39.0 K 2024-11-27T20:25:03,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/8276ce558b1644dbab52ff62382e3ada as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/8276ce558b1644dbab52ff62382e3ada 2024-11-27T20:25:03,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/8276ce558b1644dbab52ff62382e3ada, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T20:25:03,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/54e361834c764491b837c77f60b654d8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/54e361834c764491b837c77f60b654d8 2024-11-27T20:25:03,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:03,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T20:25:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:03,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:03,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/54e361834c764491b837c77f60b654d8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T20:25:03,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e1950c4a4005639f612911f4ea6b9db4 in 1288ms, sequenceid=290, compaction requested=true 2024-11-27T20:25:03,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:03,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:03,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:03,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:03,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:03,918 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:03,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:03,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:25:03,918 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:03,919 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:03,919 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:25:03,919 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,919 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/db702bcf1e194d0caf4f7d3bc563155c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/776fa775725d44b58a413aa77d40db29, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/efd0250b22304cd787b73efa9fd8f6d2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/8276ce558b1644dbab52ff62382e3ada] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=48.3 K 2024-11-27T20:25:03,920 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting db702bcf1e194d0caf4f7d3bc563155c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739097953 2024-11-27T20:25:03,920 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:03,921 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:25:03,921 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 776fa775725d44b58a413aa77d40db29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732739099152 2024-11-27T20:25:03,921 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,921 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/051ca01b00104374b1a724c4500bd32f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=139.3 K 2024-11-27T20:25:03,921 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:03,921 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/051ca01b00104374b1a724c4500bd32f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8] 2024-11-27T20:25:03,921 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting efd0250b22304cd787b73efa9fd8f6d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732739099833 2024-11-27T20:25:03,921 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 051ca01b00104374b1a724c4500bd32f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739097953 2024-11-27T20:25:03,922 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8276ce558b1644dbab52ff62382e3ada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732739100489 2024-11-27T20:25:03,922 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3ab147fff22451cba342e6da3a99225, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732739099151 2024-11-27T20:25:03,922 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1daf08ad92fb485ebb458e62c7b25743, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732739099833 2024-11-27T20:25:03,922 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5151e06c2574f19a4c4d47772a050a8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732739100481 2024-11-27T20:25:03,932 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:03,952 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#409 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:03,953 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/4d16533ec605493c8fa2c0b357ee164a is 50, key is test_row_0/B:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:03,956 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112775b1ea05fe94420cb6c04ec16a8e1d96_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:03,959 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112775b1ea05fe94420cb6c04ec16a8e1d96_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:03,966 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112775b1ea05fe94420cb6c04ec16a8e1d96_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742313_1489 (size=12983) 2024-11-27T20:25:03,996 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/4d16533ec605493c8fa2c0b357ee164a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d16533ec605493c8fa2c0b357ee164a 2024-11-27T20:25:04,003 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into 4d16533ec605493c8fa2c0b357ee164a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:04,003 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:04,003 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=12, startTime=1732739103918; duration=0sec 2024-11-27T20:25:04,004 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:04,004 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:25:04,004 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:04,005 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:04,005 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:25:04,005 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:04,005 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/020201bed2c1419b8dd31527475c6773, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/3de83897389e4090976e790647f290ff, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/6b53fa64df8142969f79c6d28297a62d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/54e361834c764491b837c77f60b654d8] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=48.3 K 2024-11-27T20:25:04,007 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 020201bed2c1419b8dd31527475c6773, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732739097953 2024-11-27T20:25:04,008 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3de83897389e4090976e790647f290ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732739099152 2024-11-27T20:25:04,008 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b53fa64df8142969f79c6d28297a62d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732739099833 2024-11-27T20:25:04,008 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e361834c764491b837c77f60b654d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732739100489 2024-11-27T20:25:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742314_1490 (size=4469) 2024-11-27T20:25:04,018 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#408 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:04,018 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/b57fa5880b054e1ea8df2dbffd92f6f8 is 175, key is test_row_0/A:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:04,041 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:04,042 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/fd34eb58aefc4bcda07e5f84b58f3134 is 50, key is test_row_0/C:col10/1732739100489/Put/seqid=0 2024-11-27T20:25:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742315_1491 (size=31937) 2024-11-27T20:25:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742316_1492 (size=12983) 2024-11-27T20:25:04,054 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/fd34eb58aefc4bcda07e5f84b58f3134 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/fd34eb58aefc4bcda07e5f84b58f3134 2024-11-27T20:25:04,059 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into fd34eb58aefc4bcda07e5f84b58f3134(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:04,060 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:04,060 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=12, startTime=1732739103918; duration=0sec 2024-11-27T20:25:04,060 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:04,060 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:25:04,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:04,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T20:25:04,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:04,067 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:25:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279e284fbefd3e410299cb232da7e5cbc0_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739102680/Put/seqid=0 2024-11-27T20:25:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742317_1493 (size=12454) 2024-11-27T20:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T20:25:04,451 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/b57fa5880b054e1ea8df2dbffd92f6f8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/b57fa5880b054e1ea8df2dbffd92f6f8 2024-11-27T20:25:04,456 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into b57fa5880b054e1ea8df2dbffd92f6f8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:04,456 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:04,456 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=12, startTime=1732739103917; duration=0sec 2024-11-27T20:25:04,456 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:04,457 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:25:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,489 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279e284fbefd3e410299cb232da7e5cbc0_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279e284fbefd3e410299cb232da7e5cbc0_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/93267383840c4d5a961b66282e9b1e36, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/93267383840c4d5a961b66282e9b1e36 is 175, key is test_row_0/A:col10/1732739102680/Put/seqid=0 2024-11-27T20:25:04,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742318_1494 (size=31255) 2024-11-27T20:25:04,506 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/93267383840c4d5a961b66282e9b1e36 2024-11-27T20:25:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/b2014de9bce140ed8e5a98542c9629cb is 50, key is test_row_0/B:col10/1732739102680/Put/seqid=0 2024-11-27T20:25:04,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742319_1495 (size=12301) 2024-11-27T20:25:04,523 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/b2014de9bce140ed8e5a98542c9629cb 2024-11-27T20:25:04,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/b7f020f71c704b8b8c013c65dd6da405 is 50, key is test_row_0/C:col10/1732739102680/Put/seqid=0 2024-11-27T20:25:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742320_1496 (size=12301) 2024-11-27T20:25:04,565 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/b7f020f71c704b8b8c013c65dd6da405 2024-11-27T20:25:04,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/93267383840c4d5a961b66282e9b1e36 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36 2024-11-27T20:25:04,573 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36, entries=150, sequenceid=315, filesize=30.5 K 2024-11-27T20:25:04,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/b2014de9bce140ed8e5a98542c9629cb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/b2014de9bce140ed8e5a98542c9629cb 2024-11-27T20:25:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,578 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/b2014de9bce140ed8e5a98542c9629cb, entries=150, sequenceid=315, filesize=12.0 K 2024-11-27T20:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/b7f020f71c704b8b8c013c65dd6da405 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b7f020f71c704b8b8c013c65dd6da405 2024-11-27T20:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,584 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b7f020f71c704b8b8c013c65dd6da405, entries=150, sequenceid=315, filesize=12.0 K 2024-11-27T20:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,585 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for e1950c4a4005639f612911f4ea6b9db4 in 519ms, sequenceid=315, compaction requested=false 2024-11-27T20:25:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-27T20:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-27T20:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-27T20:25:04,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2930 sec 2024-11-27T20:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.2970 sec 2024-11-27T20:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276fad89a8f6e34e808f4d66d5b5726541_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742322_1498 (size=25158) 2024-11-27T20:25:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739165054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739165059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739165062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739165164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739165171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739165172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739165372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739165381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739165382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T20:25:05,398 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-27T20:25:05,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-27T20:25:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T20:25:05,402 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:05,403 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:05,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:05,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276fad89a8f6e34e808f4d66d5b5726541_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276fad89a8f6e34e808f4d66d5b5726541_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:05,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/42d6d94aaa4044f499d22c0ce07fee39, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:05,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/42d6d94aaa4044f499d22c0ce07fee39 is 175, key is test_row_0/A:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742321_1497 (size=74795) 2024-11-27T20:25:05,429 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/42d6d94aaa4044f499d22c0ce07fee39 2024-11-27T20:25:05,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/36bcaea250d24d6c9443cc628aa717cf is 50, key is test_row_0/B:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742323_1499 (size=12301) 2024-11-27T20:25:05,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/36bcaea250d24d6c9443cc628aa717cf 2024-11-27T20:25:05,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/bbf6b78a2f9b48feb757fe1ace3ab7d5 is 50, key is test_row_0/C:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742324_1500 (size=12301) 2024-11-27T20:25:05,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/bbf6b78a2f9b48feb757fe1ace3ab7d5 2024-11-27T20:25:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T20:25:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/42d6d94aaa4044f499d22c0ce07fee39 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39 2024-11-27T20:25:05,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39, entries=400, sequenceid=327, filesize=73.0 K 2024-11-27T20:25:05,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/36bcaea250d24d6c9443cc628aa717cf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/36bcaea250d24d6c9443cc628aa717cf 2024-11-27T20:25:05,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/36bcaea250d24d6c9443cc628aa717cf, entries=150, sequenceid=327, filesize=12.0 K 2024-11-27T20:25:05,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/bbf6b78a2f9b48feb757fe1ace3ab7d5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bbf6b78a2f9b48feb757fe1ace3ab7d5 2024-11-27T20:25:05,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bbf6b78a2f9b48feb757fe1ace3ab7d5, entries=150, sequenceid=327, filesize=12.0 K 2024-11-27T20:25:05,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e1950c4a4005639f612911f4ea6b9db4 in 582ms, sequenceid=327, compaction requested=true 2024-11-27T20:25:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:05,530 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:05,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:05,531 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:05,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:05,533 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:05,533 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:25:05,533 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:05,533 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d16533ec605493c8fa2c0b357ee164a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/b2014de9bce140ed8e5a98542c9629cb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/36bcaea250d24d6c9443cc628aa717cf] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=36.7 K 2024-11-27T20:25:05,533 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:05,533 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:25:05,533 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:05,533 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/b57fa5880b054e1ea8df2dbffd92f6f8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=134.8 K 2024-11-27T20:25:05,533 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:05,533 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/b57fa5880b054e1ea8df2dbffd92f6f8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39] 2024-11-27T20:25:05,534 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d16533ec605493c8fa2c0b357ee164a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732739100489 2024-11-27T20:25:05,534 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b57fa5880b054e1ea8df2dbffd92f6f8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732739100489 2024-11-27T20:25:05,534 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b2014de9bce140ed8e5a98542c9629cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732739102675 2024-11-27T20:25:05,534 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93267383840c4d5a961b66282e9b1e36, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732739102675 2024-11-27T20:25:05,535 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 36bcaea250d24d6c9443cc628aa717cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739104930 2024-11-27T20:25:05,535 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42d6d94aaa4044f499d22c0ce07fee39, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739104911 2024-11-27T20:25:05,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:05,558 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:05,569 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:05,570 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/2b4251e22dac4de68b426cec0d44805f is 50, key is test_row_0/B:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:05,576 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:05,604 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411278ffa4669468041ca98c07a80d44886fb_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:05,608 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411278ffa4669468041ca98c07a80d44886fb_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274b131b485a74479883ca4ac966f2d301_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739105046/Put/seqid=0 2024-11-27T20:25:05,608 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278ffa4669468041ca98c07a80d44886fb_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742325_1501 (size=13085) 2024-11-27T20:25:05,648 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/2b4251e22dac4de68b426cec0d44805f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/2b4251e22dac4de68b426cec0d44805f 2024-11-27T20:25:05,653 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into 2b4251e22dac4de68b426cec0d44805f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:05,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:05,654 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=13, startTime=1732739105530; duration=0sec 2024-11-27T20:25:05,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:05,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:25:05,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:05,656 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:05,656 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:25:05,656 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:05,656 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/fd34eb58aefc4bcda07e5f84b58f3134, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b7f020f71c704b8b8c013c65dd6da405, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bbf6b78a2f9b48feb757fe1ace3ab7d5] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=36.7 K 2024-11-27T20:25:05,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fd34eb58aefc4bcda07e5f84b58f3134, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732739100489 2024-11-27T20:25:05,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b7f020f71c704b8b8c013c65dd6da405, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732739102675 2024-11-27T20:25:05,658 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf6b78a2f9b48feb757fe1ace3ab7d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739104930 2024-11-27T20:25:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742326_1502 (size=4469) 2024-11-27T20:25:05,670 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#418 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:05,671 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/4f65adcb360a4ccfb2178daacbaac588 is 175, key is test_row_0/A:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:05,673 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#420 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:05,673 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/d9b6ec58f18646c5a4e51914489c9708 is 50, key is test_row_0/C:col10/1732739104945/Put/seqid=0 2024-11-27T20:25:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. as already flushing 2024-11-27T20:25:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742327_1503 (size=12454) 2024-11-27T20:25:05,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:05,698 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274b131b485a74479883ca4ac966f2d301_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274b131b485a74479883ca4ac966f2d301_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:05,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/7bf16ebccb384bf2886ab86656927e40, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:05,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/7bf16ebccb384bf2886ab86656927e40 is 175, key is test_row_0/A:col10/1732739105046/Put/seqid=0 2024-11-27T20:25:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T20:25:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742329_1505 (size=13085) 2024-11-27T20:25:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742328_1504 (size=32039) 2024-11-27T20:25:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739165703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,717 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/d9b6ec58f18646c5a4e51914489c9708 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d9b6ec58f18646c5a4e51914489c9708 2024-11-27T20:25:05,717 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/4f65adcb360a4ccfb2178daacbaac588 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/4f65adcb360a4ccfb2178daacbaac588 2024-11-27T20:25:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742330_1506 (size=31255) 2024-11-27T20:25:05,722 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into 4f65adcb360a4ccfb2178daacbaac588(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:05,722 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:05,722 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=13, startTime=1732739105530; duration=0sec 2024-11-27T20:25:05,722 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:05,722 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:25:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739165708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739165712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,733 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into d9b6ec58f18646c5a4e51914489c9708(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:05,733 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:05,733 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=13, startTime=1732739105531; duration=0sec 2024-11-27T20:25:05,733 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:05,733 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:25:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739165813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739165825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739165826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T20:25:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739166016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739166030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739166031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,120 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/7bf16ebccb384bf2886ab86656927e40 2024-11-27T20:25:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/f4a95a32c89448a396295dc234c33d34 is 50, key is test_row_0/B:col10/1732739105046/Put/seqid=0 2024-11-27T20:25:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742331_1507 (size=12301) 2024-11-27T20:25:06,313 DEBUG [Thread-1825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:51623 2024-11-27T20:25:06,313 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:06,317 DEBUG [Thread-1829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b6d860 to 127.0.0.1:51623 2024-11-27T20:25:06,317 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:06,319 DEBUG [Thread-1827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x003f9a05 to 127.0.0.1:51623 2024-11-27T20:25:06,319 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:06,320 DEBUG [Thread-1831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16722a1f to 127.0.0.1:51623 2024-11-27T20:25:06,320 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739166321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,323 DEBUG [Thread-1823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:51623 2024-11-27T20:25:06,323 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739166334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739166335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T20:25:06,531 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/f4a95a32c89448a396295dc234c33d34 2024-11-27T20:25:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/f3605c6b8670492f998143565a1df92d is 50, key is test_row_0/C:col10/1732739105046/Put/seqid=0 2024-11-27T20:25:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742332_1508 (size=12301) 2024-11-27T20:25:06,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49944 deadline: 1732739166823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732739166837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49910 deadline: 1732739166837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:06,940 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/f3605c6b8670492f998143565a1df92d 2024-11-27T20:25:06,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/7bf16ebccb384bf2886ab86656927e40 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40 2024-11-27T20:25:06,948 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40, entries=150, sequenceid=352, filesize=30.5 K 2024-11-27T20:25:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/f4a95a32c89448a396295dc234c33d34 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/f4a95a32c89448a396295dc234c33d34 2024-11-27T20:25:06,952 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/f4a95a32c89448a396295dc234c33d34, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T20:25:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/f3605c6b8670492f998143565a1df92d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f3605c6b8670492f998143565a1df92d 2024-11-27T20:25:06,956 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f3605c6b8670492f998143565a1df92d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T20:25:06,957 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e1950c4a4005639f612911f4ea6b9db4 in 1398ms, sequenceid=352, compaction requested=false 2024-11-27T20:25:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-27T20:25:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-27T20:25:06,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T20:25:06,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-27T20:25:06,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.5590 sec 2024-11-27T20:25:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T20:25:07,506 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-27T20:25:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:07,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:25:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:07,827 DEBUG [Thread-1816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86cb71 to 127.0.0.1:51623 2024-11-27T20:25:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:07,827 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:07,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bd1d50471c86475b87c0aae58291c1ff_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:07,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:25:07,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742333_1509 (size=12454) 2024-11-27T20:25:07,841 DEBUG [Thread-1820 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55650656 to 127.0.0.1:51623 2024-11-27T20:25:07,841 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:07,847 DEBUG [Thread-1814 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c40db2e to 127.0.0.1:51623 2024-11-27T20:25:07,847 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:08,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:08,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bd1d50471c86475b87c0aae58291c1ff_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd1d50471c86475b87c0aae58291c1ff_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:08,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/afb4080e7883463f8a5739c29e7479d3, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:08,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/afb4080e7883463f8a5739c29e7479d3 is 175, key is test_row_0/A:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742334_1510 (size=31255) 2024-11-27T20:25:08,644 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/afb4080e7883463f8a5739c29e7479d3 2024-11-27T20:25:08,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/a104d67b8eda4acea400b3a1921ad91d is 50, key is test_row_0/B:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742335_1511 (size=12301) 2024-11-27T20:25:09,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/a104d67b8eda4acea400b3a1921ad91d 2024-11-27T20:25:09,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/5489872fe298434b92825343b3662713 is 50, key is test_row_0/C:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:09,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742336_1512 (size=12301) 2024-11-27T20:25:09,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/5489872fe298434b92825343b3662713 2024-11-27T20:25:09,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/afb4080e7883463f8a5739c29e7479d3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3 2024-11-27T20:25:09,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3, entries=150, sequenceid=367, filesize=30.5 K 2024-11-27T20:25:09,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/a104d67b8eda4acea400b3a1921ad91d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/a104d67b8eda4acea400b3a1921ad91d 2024-11-27T20:25:09,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/a104d67b8eda4acea400b3a1921ad91d, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T20:25:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/5489872fe298434b92825343b3662713 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/5489872fe298434b92825343b3662713 2024-11-27T20:25:09,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/5489872fe298434b92825343b3662713, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T20:25:09,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for e1950c4a4005639f612911f4ea6b9db4 in 1651ms, sequenceid=367, compaction requested=true 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:09,477 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1950c4a4005639f612911f4ea6b9db4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:09,477 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/A is initiating minor compaction (all files) 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/B is initiating minor compaction (all files) 2024-11-27T20:25:09,479 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/A in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:09,479 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/B in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:09,479 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/4f65adcb360a4ccfb2178daacbaac588, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=92.3 K 2024-11-27T20:25:09,479 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:09,479 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/2b4251e22dac4de68b426cec0d44805f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/f4a95a32c89448a396295dc234c33d34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/a104d67b8eda4acea400b3a1921ad91d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=36.8 K 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/4f65adcb360a4ccfb2178daacbaac588, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3] 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b4251e22dac4de68b426cec0d44805f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739104930 2024-11-27T20:25:09,479 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f65adcb360a4ccfb2178daacbaac588, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739104930 2024-11-27T20:25:09,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bf16ebccb384bf2886ab86656927e40, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732739105044 2024-11-27T20:25:09,480 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f4a95a32c89448a396295dc234c33d34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732739105044 2024-11-27T20:25:09,480 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a104d67b8eda4acea400b3a1921ad91d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739105692 2024-11-27T20:25:09,480 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting afb4080e7883463f8a5739c29e7479d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739105692 2024-11-27T20:25:09,485 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:09,485 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:09,486 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/1e1331061d6a4fc89fec871f6853ecb6 is 50, key is test_row_0/B:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:09,487 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ced916a468ce48e983d1dee2ff1681ae_e1950c4a4005639f612911f4ea6b9db4 store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:09,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742337_1513 (size=13187) 2024-11-27T20:25:09,491 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ced916a468ce48e983d1dee2ff1681ae_e1950c4a4005639f612911f4ea6b9db4, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:09,491 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ced916a468ce48e983d1dee2ff1681ae_e1950c4a4005639f612911f4ea6b9db4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742338_1514 (size=4469) 2024-11-27T20:25:09,893 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/1e1331061d6a4fc89fec871f6853ecb6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1e1331061d6a4fc89fec871f6853ecb6 2024-11-27T20:25:09,895 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#A#compaction#427 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:09,896 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/a5fb2ce273aa4da2ab98e8c303b4eb7f is 175, key is test_row_0/A:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:09,896 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/B of e1950c4a4005639f612911f4ea6b9db4 into 1e1331061d6a4fc89fec871f6853ecb6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:09,896 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:09,896 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/B, priority=13, startTime=1732739109477; duration=0sec 2024-11-27T20:25:09,896 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:09,896 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:B 2024-11-27T20:25:09,896 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:09,897 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:09,897 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): e1950c4a4005639f612911f4ea6b9db4/C is initiating minor compaction (all files) 2024-11-27T20:25:09,898 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1950c4a4005639f612911f4ea6b9db4/C in TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:09,898 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d9b6ec58f18646c5a4e51914489c9708, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f3605c6b8670492f998143565a1df92d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/5489872fe298434b92825343b3662713] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp, totalSize=36.8 K 2024-11-27T20:25:09,898 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d9b6ec58f18646c5a4e51914489c9708, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732739104930 2024-11-27T20:25:09,898 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f3605c6b8670492f998143565a1df92d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732739105044 2024-11-27T20:25:09,899 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5489872fe298434b92825343b3662713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732739105692 2024-11-27T20:25:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742339_1515 (size=32141) 2024-11-27T20:25:09,903 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/a5fb2ce273aa4da2ab98e8c303b4eb7f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/a5fb2ce273aa4da2ab98e8c303b4eb7f 2024-11-27T20:25:09,906 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1950c4a4005639f612911f4ea6b9db4#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:09,907 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/0066d54c19c04e688cd0435b3898e4a8 is 50, key is test_row_0/C:col10/1732739105692/Put/seqid=0 2024-11-27T20:25:09,907 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/A of e1950c4a4005639f612911f4ea6b9db4 into a5fb2ce273aa4da2ab98e8c303b4eb7f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:09,907 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:09,907 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/A, priority=13, startTime=1732739109477; duration=0sec 2024-11-27T20:25:09,907 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:09,907 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:A 2024-11-27T20:25:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742340_1516 (size=13187) 2024-11-27T20:25:10,313 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/0066d54c19c04e688cd0435b3898e4a8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0066d54c19c04e688cd0435b3898e4a8 2024-11-27T20:25:10,317 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1950c4a4005639f612911f4ea6b9db4/C of e1950c4a4005639f612911f4ea6b9db4 into 0066d54c19c04e688cd0435b3898e4a8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:10,317 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:10,317 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4., storeName=e1950c4a4005639f612911f4ea6b9db4/C, priority=13, startTime=1732739109477; duration=0sec 2024-11-27T20:25:10,317 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:10,317 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1950c4a4005639f612911f4ea6b9db4:C 2024-11-27T20:25:11,213 DEBUG [Thread-1812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x033feebb to 127.0.0.1:51623 2024-11-27T20:25:11,213 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:11,223 DEBUG [Thread-1818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3401188a to 127.0.0.1:51623 2024-11-27T20:25:11,223 DEBUG [Thread-1818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1904 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5712 rows 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1895 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5683 rows 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1914 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5741 rows 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1899 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5694 rows 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1916 2024-11-27T20:25:11,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5745 rows 2024-11-27T20:25:11,223 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:25:11,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dacfd49 to 127.0.0.1:51623 2024-11-27T20:25:11,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:11,226 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:25:11,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:25:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T20:25:11,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739111229"}]},"ts":"1732739111229"} 2024-11-27T20:25:11,230 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:25:11,232 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:25:11,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:25:11,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, UNASSIGN}] 2024-11-27T20:25:11,235 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, UNASSIGN 2024-11-27T20:25:11,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:11,238 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:25:11,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T20:25:11,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:11,391 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:11,391 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:25:11,391 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing e1950c4a4005639f612911f4ea6b9db4, disabling compactions & flushes 2024-11-27T20:25:11,391 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:11,391 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:11,391 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. after waiting 0 ms 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:11,392 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing e1950c4a4005639f612911f4ea6b9db4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=A 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=B 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1950c4a4005639f612911f4ea6b9db4, store=C 2024-11-27T20:25:11,392 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:11,397 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271682f005effe4050a9dcdbd853e62f0f_e1950c4a4005639f612911f4ea6b9db4 is 50, key is test_row_0/A:col10/1732739111212/Put/seqid=0 2024-11-27T20:25:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742341_1517 (size=12454) 2024-11-27T20:25:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T20:25:11,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6191e16318eb41b2be891b99dc649c15, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6490c2a270ec45a3ad7043e86d70f03a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/28ccec8c5dc24f97a7215c700b2f661a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/19a91bbd1e3e478abe5015ad667f4467, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/051ca01b00104374b1a724c4500bd32f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/b57fa5880b054e1ea8df2dbffd92f6f8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/4f65adcb360a4ccfb2178daacbaac588, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3] to archive 2024-11-27T20:25:11,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:25:11,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/59798862db1c40b08156d44d92a96899 2024-11-27T20:25:11,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/acde09d54c214d64adb5164784847fd1 2024-11-27T20:25:11,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/3faff9e117af4da59a54a657a88e17e7 2024-11-27T20:25:11,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6191e16318eb41b2be891b99dc649c15 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6191e16318eb41b2be891b99dc649c15 2024-11-27T20:25:11,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/5e53f64b41f74fa28f9cc46e5524999b 2024-11-27T20:25:11,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/67d149cd70fa40328ad2231a88bfc84d 2024-11-27T20:25:11,629 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6490c2a270ec45a3ad7043e86d70f03a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/6490c2a270ec45a3ad7043e86d70f03a 2024-11-27T20:25:11,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c6571076bcb94f3aa02b5f6c3179f1c2 2024-11-27T20:25:11,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/829afc0a5f2e4ce59b2586afb5c45887 2024-11-27T20:25:11,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/28ccec8c5dc24f97a7215c700b2f661a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/28ccec8c5dc24f97a7215c700b2f661a 2024-11-27T20:25:11,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/61586938ddd747938374dded765a8e34 2024-11-27T20:25:11,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/da950743c1a245c980a181f4f9cea872 2024-11-27T20:25:11,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/19a91bbd1e3e478abe5015ad667f4467 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/19a91bbd1e3e478abe5015ad667f4467 2024-11-27T20:25:11,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/640db1fca7bb456f91f6c3b835ca1a36 2024-11-27T20:25:11,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/c2a2a9123230449099da47699f9bdd5a 2024-11-27T20:25:11,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/51e1742c824d49cbba2970012a841278 2024-11-27T20:25:11,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/051ca01b00104374b1a724c4500bd32f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/051ca01b00104374b1a724c4500bd32f 2024-11-27T20:25:11,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/d3ab147fff22451cba342e6da3a99225 2024-11-27T20:25:11,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/1daf08ad92fb485ebb458e62c7b25743 2024-11-27T20:25:11,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/e5151e06c2574f19a4c4d47772a050a8 2024-11-27T20:25:11,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/b57fa5880b054e1ea8df2dbffd92f6f8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/b57fa5880b054e1ea8df2dbffd92f6f8 2024-11-27T20:25:11,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/93267383840c4d5a961b66282e9b1e36 2024-11-27T20:25:11,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/42d6d94aaa4044f499d22c0ce07fee39 2024-11-27T20:25:11,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/4f65adcb360a4ccfb2178daacbaac588 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/4f65adcb360a4ccfb2178daacbaac588 2024-11-27T20:25:11,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/7bf16ebccb384bf2886ab86656927e40 2024-11-27T20:25:11,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/afb4080e7883463f8a5739c29e7479d3 2024-11-27T20:25:11,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/489fb0eac19d49cd8d84864e69d212dd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ac0d034fa34045bcbb16f2bd2fdd4676, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ff270e3ac6b7423b832781f6a2e7238a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/500f25d78c6441469ed289e12010d71f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/c6f8e6e478b8418dbbfbf6a085df5fb3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9e72a31f16124c4a81ecbc701b77d09c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9900fbc935d7495b9dcc8876a1fdb090, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/6e77e212f79246d2a934f46d610da15d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/e087d57fefa0444fbc32fd8ff79db411, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/adf0c247898044f9bce1ac6b6cf49053, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/fe30c7570c4a44bda1e1807672adfb7c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/28024841cc29471692beda1d958c8c9e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d0ac4470b4f455f8d636b349ec32c00, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/405470e329ff45cdafd012fdae882bdb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1da6e01b2ab1443f8edd46cf4f22d7f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/db702bcf1e194d0caf4f7d3bc563155c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ca2a919fa4234acf9eaa7753ecb14ad4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/776fa775725d44b58a413aa77d40db29, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/efd0250b22304cd787b73efa9fd8f6d2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d16533ec605493c8fa2c0b357ee164a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/8276ce558b1644dbab52ff62382e3ada, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/b2014de9bce140ed8e5a98542c9629cb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/2b4251e22dac4de68b426cec0d44805f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/36bcaea250d24d6c9443cc628aa717cf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/f4a95a32c89448a396295dc234c33d34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/a104d67b8eda4acea400b3a1921ad91d] to archive 2024-11-27T20:25:11,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:25:11,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/489fb0eac19d49cd8d84864e69d212dd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/489fb0eac19d49cd8d84864e69d212dd 2024-11-27T20:25:11,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ac0d034fa34045bcbb16f2bd2fdd4676 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ac0d034fa34045bcbb16f2bd2fdd4676 2024-11-27T20:25:11,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ff270e3ac6b7423b832781f6a2e7238a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ff270e3ac6b7423b832781f6a2e7238a 2024-11-27T20:25:11,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/500f25d78c6441469ed289e12010d71f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/500f25d78c6441469ed289e12010d71f 2024-11-27T20:25:11,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/c6f8e6e478b8418dbbfbf6a085df5fb3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/c6f8e6e478b8418dbbfbf6a085df5fb3 2024-11-27T20:25:11,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9e72a31f16124c4a81ecbc701b77d09c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9e72a31f16124c4a81ecbc701b77d09c 2024-11-27T20:25:11,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9900fbc935d7495b9dcc8876a1fdb090 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/9900fbc935d7495b9dcc8876a1fdb090 2024-11-27T20:25:11,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/6e77e212f79246d2a934f46d610da15d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/6e77e212f79246d2a934f46d610da15d 2024-11-27T20:25:11,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/e087d57fefa0444fbc32fd8ff79db411 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/e087d57fefa0444fbc32fd8ff79db411 2024-11-27T20:25:11,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/adf0c247898044f9bce1ac6b6cf49053 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/adf0c247898044f9bce1ac6b6cf49053 2024-11-27T20:25:11,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/fe30c7570c4a44bda1e1807672adfb7c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/fe30c7570c4a44bda1e1807672adfb7c 2024-11-27T20:25:11,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/28024841cc29471692beda1d958c8c9e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/28024841cc29471692beda1d958c8c9e 2024-11-27T20:25:11,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d0ac4470b4f455f8d636b349ec32c00 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d0ac4470b4f455f8d636b349ec32c00 2024-11-27T20:25:11,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/405470e329ff45cdafd012fdae882bdb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/405470e329ff45cdafd012fdae882bdb 2024-11-27T20:25:11,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1da6e01b2ab1443f8edd46cf4f22d7f9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1da6e01b2ab1443f8edd46cf4f22d7f9 2024-11-27T20:25:11,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/db702bcf1e194d0caf4f7d3bc563155c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/db702bcf1e194d0caf4f7d3bc563155c 2024-11-27T20:25:11,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ca2a919fa4234acf9eaa7753ecb14ad4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/ca2a919fa4234acf9eaa7753ecb14ad4 2024-11-27T20:25:11,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/776fa775725d44b58a413aa77d40db29 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/776fa775725d44b58a413aa77d40db29 2024-11-27T20:25:11,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/efd0250b22304cd787b73efa9fd8f6d2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/efd0250b22304cd787b73efa9fd8f6d2 2024-11-27T20:25:11,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d16533ec605493c8fa2c0b357ee164a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/4d16533ec605493c8fa2c0b357ee164a 2024-11-27T20:25:11,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/8276ce558b1644dbab52ff62382e3ada to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/8276ce558b1644dbab52ff62382e3ada 2024-11-27T20:25:11,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/b2014de9bce140ed8e5a98542c9629cb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/b2014de9bce140ed8e5a98542c9629cb 2024-11-27T20:25:11,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/2b4251e22dac4de68b426cec0d44805f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/2b4251e22dac4de68b426cec0d44805f 2024-11-27T20:25:11,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/36bcaea250d24d6c9443cc628aa717cf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/36bcaea250d24d6c9443cc628aa717cf 2024-11-27T20:25:11,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/f4a95a32c89448a396295dc234c33d34 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/f4a95a32c89448a396295dc234c33d34 2024-11-27T20:25:11,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/a104d67b8eda4acea400b3a1921ad91d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/a104d67b8eda4acea400b3a1921ad91d 2024-11-27T20:25:11,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/13aaa9ea15e746d2ad7c21f7a1885438, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/a51bbc959fd547eead7f6d44ee5ede5e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/356bfe33fefb476d972447d40dcf503c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c34aaa122c444e7eb73f88a57d2c2aab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/be5be87051db4a5fbde0e76f134b4ff8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/8d65d882f6cd424f95fcf2b3e529e693, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/9f44069dfe604517a1cde8a358c62ba0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c0d2acc1b7ee4712bfcfcb84135ea3b6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d92051fbd78f416285bf35cd0baf863e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/400e9caee61a4964b4cadb87ac49e505, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b4e9d333399f43209f71c7e081373dd2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bd6581761ab34f9aabfb160fade96e86, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/af44fad336c744fc988e5f03d2ae4f5c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/064a810cae1b417ab89e71bd728d6594, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f423cc339be9422e82fae11c4eb38de1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/020201bed2c1419b8dd31527475c6773, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0c430683c46a4234bb10366dc67ee16c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/3de83897389e4090976e790647f290ff, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/6b53fa64df8142969f79c6d28297a62d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/fd34eb58aefc4bcda07e5f84b58f3134, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/54e361834c764491b837c77f60b654d8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b7f020f71c704b8b8c013c65dd6da405, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d9b6ec58f18646c5a4e51914489c9708, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bbf6b78a2f9b48feb757fe1ace3ab7d5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f3605c6b8670492f998143565a1df92d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/5489872fe298434b92825343b3662713] to archive 2024-11-27T20:25:11,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:25:11,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/13aaa9ea15e746d2ad7c21f7a1885438 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/13aaa9ea15e746d2ad7c21f7a1885438 2024-11-27T20:25:11,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/a51bbc959fd547eead7f6d44ee5ede5e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/a51bbc959fd547eead7f6d44ee5ede5e 2024-11-27T20:25:11,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/356bfe33fefb476d972447d40dcf503c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/356bfe33fefb476d972447d40dcf503c 2024-11-27T20:25:11,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c34aaa122c444e7eb73f88a57d2c2aab to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c34aaa122c444e7eb73f88a57d2c2aab 2024-11-27T20:25:11,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/be5be87051db4a5fbde0e76f134b4ff8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/be5be87051db4a5fbde0e76f134b4ff8 2024-11-27T20:25:11,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/8d65d882f6cd424f95fcf2b3e529e693 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/8d65d882f6cd424f95fcf2b3e529e693 2024-11-27T20:25:11,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/9f44069dfe604517a1cde8a358c62ba0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/9f44069dfe604517a1cde8a358c62ba0 2024-11-27T20:25:11,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c0d2acc1b7ee4712bfcfcb84135ea3b6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/c0d2acc1b7ee4712bfcfcb84135ea3b6 2024-11-27T20:25:11,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d92051fbd78f416285bf35cd0baf863e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d92051fbd78f416285bf35cd0baf863e 2024-11-27T20:25:11,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/400e9caee61a4964b4cadb87ac49e505 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/400e9caee61a4964b4cadb87ac49e505 2024-11-27T20:25:11,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b4e9d333399f43209f71c7e081373dd2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b4e9d333399f43209f71c7e081373dd2 2024-11-27T20:25:11,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bd6581761ab34f9aabfb160fade96e86 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bd6581761ab34f9aabfb160fade96e86 2024-11-27T20:25:11,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/af44fad336c744fc988e5f03d2ae4f5c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/af44fad336c744fc988e5f03d2ae4f5c 2024-11-27T20:25:11,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/064a810cae1b417ab89e71bd728d6594 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/064a810cae1b417ab89e71bd728d6594 2024-11-27T20:25:11,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f423cc339be9422e82fae11c4eb38de1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f423cc339be9422e82fae11c4eb38de1 2024-11-27T20:25:11,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/020201bed2c1419b8dd31527475c6773 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/020201bed2c1419b8dd31527475c6773 2024-11-27T20:25:11,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0c430683c46a4234bb10366dc67ee16c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0c430683c46a4234bb10366dc67ee16c 2024-11-27T20:25:11,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/3de83897389e4090976e790647f290ff to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/3de83897389e4090976e790647f290ff 2024-11-27T20:25:11,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/6b53fa64df8142969f79c6d28297a62d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/6b53fa64df8142969f79c6d28297a62d 2024-11-27T20:25:11,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/fd34eb58aefc4bcda07e5f84b58f3134 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/fd34eb58aefc4bcda07e5f84b58f3134 2024-11-27T20:25:11,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/54e361834c764491b837c77f60b654d8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/54e361834c764491b837c77f60b654d8 2024-11-27T20:25:11,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b7f020f71c704b8b8c013c65dd6da405 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/b7f020f71c704b8b8c013c65dd6da405 2024-11-27T20:25:11,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d9b6ec58f18646c5a4e51914489c9708 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/d9b6ec58f18646c5a4e51914489c9708 2024-11-27T20:25:11,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bbf6b78a2f9b48feb757fe1ace3ab7d5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/bbf6b78a2f9b48feb757fe1ace3ab7d5 2024-11-27T20:25:11,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f3605c6b8670492f998143565a1df92d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/f3605c6b8670492f998143565a1df92d 2024-11-27T20:25:11,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/5489872fe298434b92825343b3662713 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/5489872fe298434b92825343b3662713 2024-11-27T20:25:11,803 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:11,806 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271682f005effe4050a9dcdbd853e62f0f_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271682f005effe4050a9dcdbd853e62f0f_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:11,807 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/08b1fa28c0964f3ca477bfa9dcc20f63, store: [table=TestAcidGuarantees family=A region=e1950c4a4005639f612911f4ea6b9db4] 2024-11-27T20:25:11,807 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/08b1fa28c0964f3ca477bfa9dcc20f63 is 175, key is test_row_0/A:col10/1732739111212/Put/seqid=0 2024-11-27T20:25:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742342_1518 (size=31255) 2024-11-27T20:25:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T20:25:12,211 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/08b1fa28c0964f3ca477bfa9dcc20f63 2024-11-27T20:25:12,216 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/18d0d1c8a7f24dac9a43d423adcb87a9 is 50, key is test_row_0/B:col10/1732739111212/Put/seqid=0 2024-11-27T20:25:12,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742343_1519 (size=12301) 2024-11-27T20:25:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T20:25:12,619 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/18d0d1c8a7f24dac9a43d423adcb87a9 2024-11-27T20:25:12,624 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/637a134a5f3445558f18ce9df1424a3c is 50, key is test_row_0/C:col10/1732739111212/Put/seqid=0 2024-11-27T20:25:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742344_1520 (size=12301) 2024-11-27T20:25:13,028 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/637a134a5f3445558f18ce9df1424a3c 2024-11-27T20:25:13,031 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/A/08b1fa28c0964f3ca477bfa9dcc20f63 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/08b1fa28c0964f3ca477bfa9dcc20f63 2024-11-27T20:25:13,034 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/08b1fa28c0964f3ca477bfa9dcc20f63, entries=150, sequenceid=377, filesize=30.5 K 2024-11-27T20:25:13,034 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/B/18d0d1c8a7f24dac9a43d423adcb87a9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/18d0d1c8a7f24dac9a43d423adcb87a9 2024-11-27T20:25:13,037 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/18d0d1c8a7f24dac9a43d423adcb87a9, entries=150, sequenceid=377, filesize=12.0 K 2024-11-27T20:25:13,038 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/.tmp/C/637a134a5f3445558f18ce9df1424a3c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/637a134a5f3445558f18ce9df1424a3c 2024-11-27T20:25:13,040 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/637a134a5f3445558f18ce9df1424a3c, entries=150, sequenceid=377, filesize=12.0 K 2024-11-27T20:25:13,041 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e1950c4a4005639f612911f4ea6b9db4 in 1649ms, sequenceid=377, compaction requested=false 2024-11-27T20:25:13,045 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=4 2024-11-27T20:25:13,046 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4. 2024-11-27T20:25:13,046 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for e1950c4a4005639f612911f4ea6b9db4: 2024-11-27T20:25:13,047 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=e1950c4a4005639f612911f4ea6b9db4, regionState=CLOSED 2024-11-27T20:25:13,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T20:25:13,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure e1950c4a4005639f612911f4ea6b9db4, server=23827885d8b7,39789,1732738990134 in 1.8100 sec 2024-11-27T20:25:13,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-27T20:25:13,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1950c4a4005639f612911f4ea6b9db4, UNASSIGN in 1.8140 sec 2024-11-27T20:25:13,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-27T20:25:13,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8180 sec 2024-11-27T20:25:13,053 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739113052"}]},"ts":"1732739113052"} 2024-11-27T20:25:13,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:25:13,056 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:25:13,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8300 sec 2024-11-27T20:25:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T20:25:13,333 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-27T20:25:13,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:25:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,335 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:25:13,335 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,337 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/recovered.edits] 2024-11-27T20:25:13,341 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/08b1fa28c0964f3ca477bfa9dcc20f63 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/08b1fa28c0964f3ca477bfa9dcc20f63 2024-11-27T20:25:13,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/a5fb2ce273aa4da2ab98e8c303b4eb7f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/A/a5fb2ce273aa4da2ab98e8c303b4eb7f 2024-11-27T20:25:13,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/18d0d1c8a7f24dac9a43d423adcb87a9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/18d0d1c8a7f24dac9a43d423adcb87a9 2024-11-27T20:25:13,344 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1e1331061d6a4fc89fec871f6853ecb6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/B/1e1331061d6a4fc89fec871f6853ecb6 2024-11-27T20:25:13,346 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0066d54c19c04e688cd0435b3898e4a8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/0066d54c19c04e688cd0435b3898e4a8 2024-11-27T20:25:13,347 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/637a134a5f3445558f18ce9df1424a3c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/C/637a134a5f3445558f18ce9df1424a3c 2024-11-27T20:25:13,349 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/recovered.edits/380.seqid to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4/recovered.edits/380.seqid 2024-11-27T20:25:13,350 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,350 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:25:13,350 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:25:13,352 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T20:25:13,354 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112703c6556e304c4fc2a2ca7f412557f2b7_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112703c6556e304c4fc2a2ca7f412557f2b7_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,355 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112705e1824b6a604132916ecb2994ad4fff_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112705e1824b6a604132916ecb2994ad4fff_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,356 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710720df5c2d9486aa0320611933e776d_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710720df5c2d9486aa0320611933e776d_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,357 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271289d1f9e8db49c5b92b366bc2276d51_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271289d1f9e8db49c5b92b366bc2276d51_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,358 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271682f005effe4050a9dcdbd853e62f0f_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271682f005effe4050a9dcdbd853e62f0f_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,358 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112719e7e971dd294a44a6081d5f743647fd_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112719e7e971dd294a44a6081d5f743647fd_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,359 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112745c958b81fe747b4af27bafdbf2ca579_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112745c958b81fe747b4af27bafdbf2ca579_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,360 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274b131b485a74479883ca4ac966f2d301_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274b131b485a74479883ca4ac966f2d301_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,361 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275743bbb855b64b41b33cf2f7879efdf5_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275743bbb855b64b41b33cf2f7879efdf5_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,362 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127599e3c970f5f474282e39ae91df1c7cb_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127599e3c970f5f474282e39ae91df1c7cb_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,363 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276648ca2d08ef4b6b8c1c1e48212838a2_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276648ca2d08ef4b6b8c1c1e48212838a2_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,364 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276fad89a8f6e34e808f4d66d5b5726541_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276fad89a8f6e34e808f4d66d5b5726541_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,365 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277607349a5b564c6184f3228ad9fddc43_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277607349a5b564c6184f3228ad9fddc43_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,365 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112781fbe3dbf9c441b6862fd06fcbd057a7_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112781fbe3dbf9c441b6862fd06fcbd057a7_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,366 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279e284fbefd3e410299cb232da7e5cbc0_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279e284fbefd3e410299cb232da7e5cbc0_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,367 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ba13c67485e7405d99f3367394d7f63c_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ba13c67485e7405d99f3367394d7f63c_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,368 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd1d50471c86475b87c0aae58291c1ff_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd1d50471c86475b87c0aae58291c1ff_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,369 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c94c824d3d31444e9cabedc4c72f22d9_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c94c824d3d31444e9cabedc4c72f22d9_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,370 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e2a1fe88212940b5ac6f3e265c8494a9_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e2a1fe88212940b5ac6f3e265c8494a9_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,371 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e614340c4f204644ad9978e144f21d72_e1950c4a4005639f612911f4ea6b9db4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e614340c4f204644ad9978e144f21d72_e1950c4a4005639f612911f4ea6b9db4 2024-11-27T20:25:13,372 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:25:13,374 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,375 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:25:13,377 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:25:13,378 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,378 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:25:13,378 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739113378"}]},"ts":"9223372036854775807"} 2024-11-27T20:25:13,380 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:25:13,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e1950c4a4005639f612911f4ea6b9db4, NAME => 'TestAcidGuarantees,,1732739083253.e1950c4a4005639f612911f4ea6b9db4.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:25:13,380 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:25:13,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739113380"}]},"ts":"9223372036854775807"} 2024-11-27T20:25:13,381 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:25:13,383 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-27T20:25:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:25:13,437 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-27T20:25:13,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=461 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=743 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=5641 (was 4991) - AvailableMemoryMB LEAK? - 2024-11-27T20:25:13,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=743, ProcessCount=11, AvailableMemoryMB=5639 2024-11-27T20:25:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:25:13,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:25:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:13,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:25:13,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:13,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-27T20:25:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-27T20:25:13,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:25:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742345_1521 (size=963) 2024-11-27T20:25:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-27T20:25:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-27T20:25:13,872 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:25:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742346_1522 (size=53) 2024-11-27T20:25:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-27T20:25:14,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:25:14,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d2cd90d4fe292f5eced4a96dd3459e61, disabling compactions & flushes 2024-11-27T20:25:14,277 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. after waiting 0 ms 2024-11-27T20:25:14,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,277 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:14,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:25:14,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739114278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739114278"}]},"ts":"1732739114278"} 2024-11-27T20:25:14,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:25:14,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:25:14,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739114280"}]},"ts":"1732739114280"} 2024-11-27T20:25:14,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:25:14,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, ASSIGN}] 2024-11-27T20:25:14,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, ASSIGN 2024-11-27T20:25:14,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:25:14,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d2cd90d4fe292f5eced4a96dd3459e61, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:14,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:25:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-27T20:25:14,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:14,592 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,592 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:25:14,592 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,592 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:25:14,592 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,592 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,593 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,594 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:14,594 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cd90d4fe292f5eced4a96dd3459e61 columnFamilyName A 2024-11-27T20:25:14,594 DEBUG [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:14,595 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.HStore(327): Store=d2cd90d4fe292f5eced4a96dd3459e61/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:14,595 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,595 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:14,596 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cd90d4fe292f5eced4a96dd3459e61 columnFamilyName B 2024-11-27T20:25:14,596 DEBUG [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:14,596 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.HStore(327): Store=d2cd90d4fe292f5eced4a96dd3459e61/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:14,596 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,597 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:14,597 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cd90d4fe292f5eced4a96dd3459e61 columnFamilyName C 2024-11-27T20:25:14,597 DEBUG [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:14,597 INFO [StoreOpener-d2cd90d4fe292f5eced4a96dd3459e61-1 {}] regionserver.HStore(327): Store=d2cd90d4fe292f5eced4a96dd3459e61/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:14,597 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,598 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,598 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,599 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:25:14,600 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:14,602 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:25:14,602 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened d2cd90d4fe292f5eced4a96dd3459e61; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73202941, jitterRate=0.09080882370471954}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:25:14,603 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:14,603 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., pid=123, masterSystemTime=1732739114589 2024-11-27T20:25:14,605 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,605 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:14,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d2cd90d4fe292f5eced4a96dd3459e61, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:14,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-27T20:25:14,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 in 168 msec 2024-11-27T20:25:14,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-27T20:25:14,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, ASSIGN in 322 msec 2024-11-27T20:25:14,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:25:14,608 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739114608"}]},"ts":"1732739114608"} 2024-11-27T20:25:14,609 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:25:14,611 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:25:14,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-27T20:25:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-27T20:25:15,570 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-27T20:25:15,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2aaa8c4a to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34614bf6 2024-11-27T20:25:15,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345fa4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,577 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:25:15,578 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:25:15,579 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x466b85c9 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@786b5809 2024-11-27T20:25:15,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315a23ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3ee89e to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d375c60 2024-11-27T20:25:15,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d125972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b0e6a43 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cbdf91e 2024-11-27T20:25:15,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134bfe32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08e5fd00 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc3900b 2024-11-27T20:25:15,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b55f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e195d6e to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@599dd56e 2024-11-27T20:25:15,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ca555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23090be3 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@224e54da 2024-11-27T20:25:15,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bda459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b8d64d3 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bb51dfc 2024-11-27T20:25:15,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657e1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0784d683 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@540d7172 2024-11-27T20:25:15,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dee2855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7761f52b to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48588c54 2024-11-27T20:25:15,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e8a98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a736a20 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c56316 2024-11-27T20:25:15,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677030bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:15,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-27T20:25:15,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:25:15,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:15,622 DEBUG [hconnection-0x28731a1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:15,623 DEBUG [hconnection-0x37f19cf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,623 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,624 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,625 DEBUG [hconnection-0x7ba8a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,625 DEBUG [hconnection-0x261df043-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,626 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,628 DEBUG [hconnection-0x2456a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,628 DEBUG [hconnection-0x23ad8573-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,629 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,630 DEBUG [hconnection-0x31c1c5e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,632 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:15,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:25:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:15,636 DEBUG [hconnection-0x72be46c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,644 DEBUG [hconnection-0x242c1092-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,645 DEBUG [hconnection-0x5f025cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:15,645 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,646 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739175649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739175652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739175653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739175655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739175655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1ec2ea0f896748e6a662d78d763adb02 is 50, key is test_row_0/A:col10/1732739115631/Put/seqid=0 2024-11-27T20:25:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742347_1523 (size=12001) 2024-11-27T20:25:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:25:15,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739175756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739175757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739175757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739175757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739175757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:15,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:25:15,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:15,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:15,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:15,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739175959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739175960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739175960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739175960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739175961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1ec2ea0f896748e6a662d78d763adb02 2024-11-27T20:25:16,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0df24a5eec73494399ec6e87710dda4b is 50, key is test_row_0/B:col10/1732739115631/Put/seqid=0 2024-11-27T20:25:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742348_1524 (size=12001) 2024-11-27T20:25:16,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0df24a5eec73494399ec6e87710dda4b 2024-11-27T20:25:16,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/2e278abd295a4c35846caf100b0179ed is 50, key is test_row_0/C:col10/1732739115631/Put/seqid=0 2024-11-27T20:25:16,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742349_1525 (size=12001) 2024-11-27T20:25:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:25:16,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739176265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739176265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739176265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739176266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739176266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:16,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/2e278abd295a4c35846caf100b0179ed 2024-11-27T20:25:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1ec2ea0f896748e6a662d78d763adb02 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1ec2ea0f896748e6a662d78d763adb02 2024-11-27T20:25:16,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1ec2ea0f896748e6a662d78d763adb02, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T20:25:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0df24a5eec73494399ec6e87710dda4b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0df24a5eec73494399ec6e87710dda4b 2024-11-27T20:25:16,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0df24a5eec73494399ec6e87710dda4b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T20:25:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/2e278abd295a4c35846caf100b0179ed as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/2e278abd295a4c35846caf100b0179ed 2024-11-27T20:25:16,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/2e278abd295a4c35846caf100b0179ed, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T20:25:16,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for d2cd90d4fe292f5eced4a96dd3459e61 in 979ms, sequenceid=15, compaction requested=false 2024-11-27T20:25:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:16,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:25:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,693 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:25:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:16,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/16584893d13a430b9f6aaeef5b951fb6 is 50, key is test_row_0/A:col10/1732739115647/Put/seqid=0 2024-11-27T20:25:16,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742350_1526 (size=12001) 2024-11-27T20:25:16,706 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/16584893d13a430b9f6aaeef5b951fb6 2024-11-27T20:25:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/c6e7d525334b4eea9af37450a5247cd7 is 50, key is test_row_0/B:col10/1732739115647/Put/seqid=0 2024-11-27T20:25:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742351_1527 (size=12001) 2024-11-27T20:25:16,719 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/c6e7d525334b4eea9af37450a5247cd7 2024-11-27T20:25:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:25:16,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/a8a61e66ff584b2c8cf0ef6f0ba4199d is 50, key is test_row_0/C:col10/1732739115647/Put/seqid=0 2024-11-27T20:25:16,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742352_1528 (size=12001) 2024-11-27T20:25:16,730 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/a8a61e66ff584b2c8cf0ef6f0ba4199d 2024-11-27T20:25:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/16584893d13a430b9f6aaeef5b951fb6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/16584893d13a430b9f6aaeef5b951fb6 2024-11-27T20:25:16,739 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/16584893d13a430b9f6aaeef5b951fb6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:25:16,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/c6e7d525334b4eea9af37450a5247cd7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/c6e7d525334b4eea9af37450a5247cd7 2024-11-27T20:25:16,744 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/c6e7d525334b4eea9af37450a5247cd7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:25:16,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/a8a61e66ff584b2c8cf0ef6f0ba4199d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/a8a61e66ff584b2c8cf0ef6f0ba4199d 2024-11-27T20:25:16,751 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/a8a61e66ff584b2c8cf0ef6f0ba4199d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T20:25:16,752 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d2cd90d4fe292f5eced4a96dd3459e61 in 59ms, sequenceid=38, compaction requested=false 2024-11-27T20:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-27T20:25:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-27T20:25:16,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-27T20:25:16,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1310 sec 2024-11-27T20:25:16,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.1360 sec 2024-11-27T20:25:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:16,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:16,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:16,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:16,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:16,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:16,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:16,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:16,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ff51006f97a54f0a993fbf86104f6050 is 50, key is test_row_0/A:col10/1732739116778/Put/seqid=0 2024-11-27T20:25:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742353_1529 (size=14341) 2024-11-27T20:25:16,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739176805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739176807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739176808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739176810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739176811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739176911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739176914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739176914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739176916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:16,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739176916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739177118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739177119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739177119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739177120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739177122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ff51006f97a54f0a993fbf86104f6050 2024-11-27T20:25:17,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/994e66c84ee542289dada6b019cebc16 is 50, key is test_row_0/B:col10/1732739116778/Put/seqid=0 2024-11-27T20:25:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742354_1530 (size=12001) 2024-11-27T20:25:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739177424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739177424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739177425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739177426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739177428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/994e66c84ee542289dada6b019cebc16 2024-11-27T20:25:17,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/820955cf11ba4d539260f8c5134e3efb is 50, key is test_row_0/C:col10/1732739116778/Put/seqid=0 2024-11-27T20:25:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742355_1531 (size=12001) 2024-11-27T20:25:17,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/820955cf11ba4d539260f8c5134e3efb 2024-11-27T20:25:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ff51006f97a54f0a993fbf86104f6050 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ff51006f97a54f0a993fbf86104f6050 2024-11-27T20:25:17,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ff51006f97a54f0a993fbf86104f6050, entries=200, sequenceid=50, filesize=14.0 K 2024-11-27T20:25:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/994e66c84ee542289dada6b019cebc16 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/994e66c84ee542289dada6b019cebc16 2024-11-27T20:25:17,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/994e66c84ee542289dada6b019cebc16, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T20:25:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/820955cf11ba4d539260f8c5134e3efb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/820955cf11ba4d539260f8c5134e3efb 2024-11-27T20:25:17,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/820955cf11ba4d539260f8c5134e3efb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T20:25:17,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d2cd90d4fe292f5eced4a96dd3459e61 in 875ms, sequenceid=50, compaction requested=true 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:17,654 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:17,654 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:17,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:17,655 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:17,655 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:17,655 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:17,655 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0df24a5eec73494399ec6e87710dda4b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/c6e7d525334b4eea9af37450a5247cd7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/994e66c84ee542289dada6b019cebc16] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=35.2 K 2024-11-27T20:25:17,655 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:17,655 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:17,655 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1ec2ea0f896748e6a662d78d763adb02, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/16584893d13a430b9f6aaeef5b951fb6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ff51006f97a54f0a993fbf86104f6050] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=37.4 K 2024-11-27T20:25:17,656 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ec2ea0f896748e6a662d78d763adb02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732739115631 2024-11-27T20:25:17,656 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0df24a5eec73494399ec6e87710dda4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732739115631 2024-11-27T20:25:17,656 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16584893d13a430b9f6aaeef5b951fb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732739115645 2024-11-27T20:25:17,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e7d525334b4eea9af37450a5247cd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732739115645 2024-11-27T20:25:17,657 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff51006f97a54f0a993fbf86104f6050, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732739116774 2024-11-27T20:25:17,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 994e66c84ee542289dada6b019cebc16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732739116774 2024-11-27T20:25:17,665 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:17,666 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/f90999d05d9a4b24b0ca8acfff0ce2e9 is 50, key is test_row_0/B:col10/1732739116778/Put/seqid=0 2024-11-27T20:25:17,670 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:17,670 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/67748300a52e4def941a8f130c6f002a is 50, key is test_row_0/A:col10/1732739116778/Put/seqid=0 2024-11-27T20:25:17,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742356_1532 (size=12104) 2024-11-27T20:25:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742357_1533 (size=12104) 2024-11-27T20:25:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:25:17,726 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-27T20:25:17,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-27T20:25:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:25:17,733 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:17,734 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:17,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:25:17,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T20:25:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:17,886 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:25:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:17,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/6f0dadc30cc3453b8c07b83f5e7a4e71 is 50, key is test_row_0/A:col10/1732739116809/Put/seqid=0 2024-11-27T20:25:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742358_1534 (size=12001) 2024-11-27T20:25:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:17,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739177941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739177941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739177942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739177942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:17,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739177943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:25:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739178045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739178048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739178049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739178050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739178050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,082 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/f90999d05d9a4b24b0ca8acfff0ce2e9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/f90999d05d9a4b24b0ca8acfff0ce2e9 2024-11-27T20:25:18,086 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into f90999d05d9a4b24b0ca8acfff0ce2e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:18,086 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:18,086 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=13, startTime=1732739117654; duration=0sec 2024-11-27T20:25:18,086 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:18,086 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:18,086 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:18,087 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:18,087 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:18,087 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:18,087 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/2e278abd295a4c35846caf100b0179ed, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/a8a61e66ff584b2c8cf0ef6f0ba4199d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/820955cf11ba4d539260f8c5134e3efb] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=35.2 K 2024-11-27T20:25:18,088 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e278abd295a4c35846caf100b0179ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732739115631 2024-11-27T20:25:18,088 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a8a61e66ff584b2c8cf0ef6f0ba4199d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732739115645 2024-11-27T20:25:18,088 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 820955cf11ba4d539260f8c5134e3efb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732739116774 2024-11-27T20:25:18,092 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/67748300a52e4def941a8f130c6f002a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/67748300a52e4def941a8f130c6f002a 2024-11-27T20:25:18,096 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:18,097 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4aa0720421e54ced9a9b8e48f807af81 is 50, key is test_row_0/C:col10/1732739116778/Put/seqid=0 2024-11-27T20:25:18,100 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into 67748300a52e4def941a8f130c6f002a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:18,101 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:18,101 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=13, startTime=1732739117654; duration=0sec 2024-11-27T20:25:18,101 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:18,101 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742359_1535 (size=12104) 2024-11-27T20:25:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739178255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739178256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739178256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739178256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739178257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,296 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/6f0dadc30cc3453b8c07b83f5e7a4e71 2024-11-27T20:25:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/7f5e568f217a4793ad29e69cfe860a97 is 50, key is test_row_0/B:col10/1732739116809/Put/seqid=0 2024-11-27T20:25:18,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742360_1536 (size=12001) 2024-11-27T20:25:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:25:18,509 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4aa0720421e54ced9a9b8e48f807af81 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4aa0720421e54ced9a9b8e48f807af81 2024-11-27T20:25:18,513 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into 4aa0720421e54ced9a9b8e48f807af81(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:18,513 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:18,513 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=13, startTime=1732739117654; duration=0sec 2024-11-27T20:25:18,513 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:18,513 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739178559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739178560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739178560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739178562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:25:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739178565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:18,722 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/7f5e568f217a4793ad29e69cfe860a97 2024-11-27T20:25:18,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d3e0b257731d45329f9c13ecba6c7941 is 50, key is test_row_0/C:col10/1732739116809/Put/seqid=0 2024-11-27T20:25:18,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742361_1537 (size=12001) 2024-11-27T20:25:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:25:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739179061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739179064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739179065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739179069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739179070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:19,132 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d3e0b257731d45329f9c13ecba6c7941 2024-11-27T20:25:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/6f0dadc30cc3453b8c07b83f5e7a4e71 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/6f0dadc30cc3453b8c07b83f5e7a4e71 2024-11-27T20:25:19,139 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/6f0dadc30cc3453b8c07b83f5e7a4e71, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T20:25:19,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/7f5e568f217a4793ad29e69cfe860a97 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/7f5e568f217a4793ad29e69cfe860a97 2024-11-27T20:25:19,143 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/7f5e568f217a4793ad29e69cfe860a97, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T20:25:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d3e0b257731d45329f9c13ecba6c7941 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d3e0b257731d45329f9c13ecba6c7941 2024-11-27T20:25:19,146 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d3e0b257731d45329f9c13ecba6c7941, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T20:25:19,147 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d2cd90d4fe292f5eced4a96dd3459e61 in 1261ms, sequenceid=75, compaction requested=false 2024-11-27T20:25:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-27T20:25:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-27T20:25:19,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-27T20:25:19,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-27T20:25:19,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4220 sec 2024-11-27T20:25:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:25:19,836 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-27T20:25:19,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-27T20:25:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:25:19,839 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:19,839 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:19,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:25:19,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:19,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:19,992 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ac9e4097489942a6a39be103233238ee is 50, key is test_row_0/A:col10/1732739117942/Put/seqid=0 2024-11-27T20:25:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742362_1538 (size=12001) 2024-11-27T20:25:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:20,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739180097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739180102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739180103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739180103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739180104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:25:20,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739180206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739180210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739180210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739180210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739180210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,401 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ac9e4097489942a6a39be103233238ee 2024-11-27T20:25:20,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/424597feef794a1285d98c1e7137ce92 is 50, key is test_row_0/B:col10/1732739117942/Put/seqid=0 2024-11-27T20:25:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742363_1539 (size=12001) 2024-11-27T20:25:20,412 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/424597feef794a1285d98c1e7137ce92 2024-11-27T20:25:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739180413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739180414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739180415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739180415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739180420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/6a6f8510cf0f444c97bf1c8789b9beb6 is 50, key is test_row_0/C:col10/1732739117942/Put/seqid=0 2024-11-27T20:25:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742364_1540 (size=12001) 2024-11-27T20:25:20,438 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/6a6f8510cf0f444c97bf1c8789b9beb6 2024-11-27T20:25:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:25:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ac9e4097489942a6a39be103233238ee as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ac9e4097489942a6a39be103233238ee 2024-11-27T20:25:20,455 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ac9e4097489942a6a39be103233238ee, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T20:25:20,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/424597feef794a1285d98c1e7137ce92 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/424597feef794a1285d98c1e7137ce92 2024-11-27T20:25:20,460 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/424597feef794a1285d98c1e7137ce92, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T20:25:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/6a6f8510cf0f444c97bf1c8789b9beb6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/6a6f8510cf0f444c97bf1c8789b9beb6 2024-11-27T20:25:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/6a6f8510cf0f444c97bf1c8789b9beb6, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T20:25:20,465 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d2cd90d4fe292f5eced4a96dd3459e61 in 472ms, sequenceid=89, compaction requested=true 2024-11-27T20:25:20,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:20,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:20,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-27T20:25:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-27T20:25:20,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-27T20:25:20,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 627 msec 2024-11-27T20:25:20,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 631 msec 2024-11-27T20:25:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:20,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:25:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:20,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/76680fb59e7e4473acc012e9a63e99e0 is 50, key is test_row_0/A:col10/1732739120722/Put/seqid=0 2024-11-27T20:25:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742365_1541 (size=14341) 2024-11-27T20:25:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739180728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739180736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739180737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739180737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739180738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739180838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739180842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739180846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739180846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739180846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:25:20,942 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-27T20:25:20,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-27T20:25:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:25:20,945 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:20,945 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:20,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:25:21,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739181043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739181045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739181051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739181051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739181052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/76680fb59e7e4473acc012e9a63e99e0 2024-11-27T20:25:21,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/e3f1639a63914fa0ba912896c30a00cd is 50, key is test_row_0/B:col10/1732739120722/Put/seqid=0 2024-11-27T20:25:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742366_1542 (size=12001) 2024-11-27T20:25:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:25:21,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739181349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739181349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739181357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739181357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739181360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/e3f1639a63914fa0ba912896c30a00cd 2024-11-27T20:25:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:25:21,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/fc7018e886a74911a76627bdb443905f is 50, key is test_row_0/C:col10/1732739120722/Put/seqid=0 2024-11-27T20:25:21,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742367_1543 (size=12001) 2024-11-27T20:25:21,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739181858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739181860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:21,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739181865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739181869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739181870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:21,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/fc7018e886a74911a76627bdb443905f 2024-11-27T20:25:21,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/76680fb59e7e4473acc012e9a63e99e0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/76680fb59e7e4473acc012e9a63e99e0 2024-11-27T20:25:21,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/76680fb59e7e4473acc012e9a63e99e0, entries=200, sequenceid=115, filesize=14.0 K 2024-11-27T20:25:21,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/e3f1639a63914fa0ba912896c30a00cd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/e3f1639a63914fa0ba912896c30a00cd 2024-11-27T20:25:21,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/e3f1639a63914fa0ba912896c30a00cd, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T20:25:21,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/fc7018e886a74911a76627bdb443905f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/fc7018e886a74911a76627bdb443905f 2024-11-27T20:25:21,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/fc7018e886a74911a76627bdb443905f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T20:25:21,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d2cd90d4fe292f5eced4a96dd3459e61 in 1257ms, sequenceid=115, compaction requested=true 2024-11-27T20:25:21,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:21,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:21,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:21,981 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:21,981 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:21,982 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:21,982 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:21,982 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,982 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/f90999d05d9a4b24b0ca8acfff0ce2e9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/7f5e568f217a4793ad29e69cfe860a97, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/424597feef794a1285d98c1e7137ce92, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/e3f1639a63914fa0ba912896c30a00cd] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=47.0 K 2024-11-27T20:25:21,982 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:21,982 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:21,982 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:21,982 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/67748300a52e4def941a8f130c6f002a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/6f0dadc30cc3453b8c07b83f5e7a4e71, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ac9e4097489942a6a39be103233238ee, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/76680fb59e7e4473acc012e9a63e99e0] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=49.3 K 2024-11-27T20:25:21,983 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f90999d05d9a4b24b0ca8acfff0ce2e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732739116774 2024-11-27T20:25:21,983 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67748300a52e4def941a8f130c6f002a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732739116774 2024-11-27T20:25:21,983 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f5e568f217a4793ad29e69cfe860a97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732739116807 2024-11-27T20:25:21,983 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f0dadc30cc3453b8c07b83f5e7a4e71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732739116807 2024-11-27T20:25:21,983 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 424597feef794a1285d98c1e7137ce92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732739117940 2024-11-27T20:25:21,983 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac9e4097489942a6a39be103233238ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732739117940 2024-11-27T20:25:21,984 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e3f1639a63914fa0ba912896c30a00cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732739120102 2024-11-27T20:25:21,984 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76680fb59e7e4473acc012e9a63e99e0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732739120101 2024-11-27T20:25:21,992 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:21,992 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/5b9775c1edb041e990288198c06ba30d is 50, key is test_row_0/B:col10/1732739120722/Put/seqid=0 2024-11-27T20:25:21,995 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:21,996 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/c14c5260f10e4a818c892177441bd702 is 50, key is test_row_0/A:col10/1732739120722/Put/seqid=0 2024-11-27T20:25:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742368_1544 (size=12241) 2024-11-27T20:25:22,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742369_1545 (size=12241) 2024-11-27T20:25:22,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:22,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:22,018 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/e1457febfb014d348184abd88efafe0e is 50, key is test_row_0/A:col10/1732739120736/Put/seqid=0 2024-11-27T20:25:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742370_1546 (size=12001) 2024-11-27T20:25:22,028 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/e1457febfb014d348184abd88efafe0e 2024-11-27T20:25:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/ba413344cfe547c8b7c5bb9ede2f57be is 50, key is test_row_0/B:col10/1732739120736/Put/seqid=0 2024-11-27T20:25:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:25:22,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742371_1547 (size=12001) 2024-11-27T20:25:22,402 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/5b9775c1edb041e990288198c06ba30d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/5b9775c1edb041e990288198c06ba30d 2024-11-27T20:25:22,406 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into 5b9775c1edb041e990288198c06ba30d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:22,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:22,406 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=12, startTime=1732739121980; duration=0sec 2024-11-27T20:25:22,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:22,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:22,406 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:22,408 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:22,408 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:22,408 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:22,408 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4aa0720421e54ced9a9b8e48f807af81, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d3e0b257731d45329f9c13ecba6c7941, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/6a6f8510cf0f444c97bf1c8789b9beb6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/fc7018e886a74911a76627bdb443905f] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=47.0 K 2024-11-27T20:25:22,408 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aa0720421e54ced9a9b8e48f807af81, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732739116774 2024-11-27T20:25:22,409 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/c14c5260f10e4a818c892177441bd702 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/c14c5260f10e4a818c892177441bd702 2024-11-27T20:25:22,409 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d3e0b257731d45329f9c13ecba6c7941, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732739116807 2024-11-27T20:25:22,409 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a6f8510cf0f444c97bf1c8789b9beb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732739117940 2024-11-27T20:25:22,409 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fc7018e886a74911a76627bdb443905f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732739120102 2024-11-27T20:25:22,413 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into c14c5260f10e4a818c892177441bd702(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:22,413 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:22,413 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=12, startTime=1732739121980; duration=0sec 2024-11-27T20:25:22,413 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:22,413 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:22,418 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:22,419 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/9a06df91763546a4a22f5504a5c9e246 is 50, key is test_row_0/C:col10/1732739120722/Put/seqid=0 2024-11-27T20:25:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742372_1548 (size=12241) 2024-11-27T20:25:22,453 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/ba413344cfe547c8b7c5bb9ede2f57be 2024-11-27T20:25:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4c53866592b04479a083f2ba8fff09d3 is 50, key is test_row_0/C:col10/1732739120736/Put/seqid=0 2024-11-27T20:25:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742373_1549 (size=12001) 2024-11-27T20:25:22,465 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4c53866592b04479a083f2ba8fff09d3 2024-11-27T20:25:22,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/e1457febfb014d348184abd88efafe0e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/e1457febfb014d348184abd88efafe0e 2024-11-27T20:25:22,473 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/e1457febfb014d348184abd88efafe0e, entries=150, sequenceid=126, filesize=11.7 K 2024-11-27T20:25:22,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/ba413344cfe547c8b7c5bb9ede2f57be as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/ba413344cfe547c8b7c5bb9ede2f57be 2024-11-27T20:25:22,478 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/ba413344cfe547c8b7c5bb9ede2f57be, entries=150, sequenceid=126, filesize=11.7 K 2024-11-27T20:25:22,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4c53866592b04479a083f2ba8fff09d3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4c53866592b04479a083f2ba8fff09d3 2024-11-27T20:25:22,488 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4c53866592b04479a083f2ba8fff09d3, entries=150, sequenceid=126, filesize=11.7 K 2024-11-27T20:25:22,489 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for d2cd90d4fe292f5eced4a96dd3459e61 in 471ms, sequenceid=126, compaction requested=false 2024-11-27T20:25:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:22,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-27T20:25:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-27T20:25:22,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-27T20:25:22,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-27T20:25:22,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5490 sec 2024-11-27T20:25:22,831 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/9a06df91763546a4a22f5504a5c9e246 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/9a06df91763546a4a22f5504a5c9e246 2024-11-27T20:25:22,842 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into 9a06df91763546a4a22f5504a5c9e246(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:22,842 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:22,842 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=12, startTime=1732739121981; duration=0sec 2024-11-27T20:25:22,842 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:22,842 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:22,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:22,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:22,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:22,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:22,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:22,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:22,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:22,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/23cf68d61b0a43d3bfb7631a07acf5eb is 50, key is test_row_0/A:col10/1732739122880/Put/seqid=0 2024-11-27T20:25:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742374_1550 (size=19321) 2024-11-27T20:25:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739182911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739182912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739182916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739182917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739182917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739183018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739183018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739183022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739183022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739183022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:25:23,050 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-27T20:25:23,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-27T20:25:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:25:23,053 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:23,053 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:23,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:25:23,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:23,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739183226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739183227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739183227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739183228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739183228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/23cf68d61b0a43d3bfb7631a07acf5eb 2024-11-27T20:25:23,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/03290d262c9c482893f0677ca6480aa5 is 50, key is test_row_0/B:col10/1732739122880/Put/seqid=0 2024-11-27T20:25:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742375_1551 (size=12151) 2024-11-27T20:25:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:25:23,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739183533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739183534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739183534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739183534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739183535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:25:23,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/03290d262c9c482893f0677ca6480aa5 2024-11-27T20:25:23,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/0b434cff04c148bea1f1d20cc25a1eb3 is 50, key is test_row_0/C:col10/1732739122880/Put/seqid=0 2024-11-27T20:25:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742376_1552 (size=12151) 2024-11-27T20:25:23,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:23,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:23,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:23,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:23,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:24,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739184040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739184041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739184042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739184043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739184044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/0b434cff04c148bea1f1d20cc25a1eb3 2024-11-27T20:25:24,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:24,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/23cf68d61b0a43d3bfb7631a07acf5eb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/23cf68d61b0a43d3bfb7631a07acf5eb 2024-11-27T20:25:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:24,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/23cf68d61b0a43d3bfb7631a07acf5eb, entries=300, sequenceid=141, filesize=18.9 K 2024-11-27T20:25:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/03290d262c9c482893f0677ca6480aa5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/03290d262c9c482893f0677ca6480aa5 2024-11-27T20:25:24,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/03290d262c9c482893f0677ca6480aa5, entries=150, sequenceid=141, filesize=11.9 K 2024-11-27T20:25:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/0b434cff04c148bea1f1d20cc25a1eb3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/0b434cff04c148bea1f1d20cc25a1eb3 2024-11-27T20:25:24,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/0b434cff04c148bea1f1d20cc25a1eb3, entries=150, sequenceid=141, filesize=11.9 K 2024-11-27T20:25:24,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d2cd90d4fe292f5eced4a96dd3459e61 in 1251ms, sequenceid=141, compaction requested=true 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:24,134 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:24,134 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:24,135 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:24,135 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:24,135 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:24,135 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,135 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:24,135 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,135 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/c14c5260f10e4a818c892177441bd702, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/e1457febfb014d348184abd88efafe0e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/23cf68d61b0a43d3bfb7631a07acf5eb] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=42.5 K 2024-11-27T20:25:24,135 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/5b9775c1edb041e990288198c06ba30d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/ba413344cfe547c8b7c5bb9ede2f57be, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/03290d262c9c482893f0677ca6480aa5] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=35.5 K 2024-11-27T20:25:24,136 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting c14c5260f10e4a818c892177441bd702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732739120102 2024-11-27T20:25:24,136 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b9775c1edb041e990288198c06ba30d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732739120102 2024-11-27T20:25:24,136 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1457febfb014d348184abd88efafe0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732739120724 2024-11-27T20:25:24,136 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ba413344cfe547c8b7c5bb9ede2f57be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732739120724 2024-11-27T20:25:24,136 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23cf68d61b0a43d3bfb7631a07acf5eb, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732739122878 2024-11-27T20:25:24,136 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 03290d262c9c482893f0677ca6480aa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732739122879 2024-11-27T20:25:24,142 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:24,142 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:24,143 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/0df0f9f937704022b821eb6978fe701f is 50, key is test_row_0/A:col10/1732739122880/Put/seqid=0 2024-11-27T20:25:24,143 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/139bd47781b4487fa1da71e599085501 is 50, key is test_row_0/B:col10/1732739122880/Put/seqid=0 2024-11-27T20:25:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742377_1553 (size=12493) 2024-11-27T20:25:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742378_1554 (size=12493) 2024-11-27T20:25:24,153 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/0df0f9f937704022b821eb6978fe701f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/0df0f9f937704022b821eb6978fe701f 2024-11-27T20:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:25:24,157 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into 0df0f9f937704022b821eb6978fe701f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:24,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:24,157 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=13, startTime=1732739124134; duration=0sec 2024-11-27T20:25:24,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:24,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:24,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:24,158 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:24,158 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:24,158 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,158 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/9a06df91763546a4a22f5504a5c9e246, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4c53866592b04479a083f2ba8fff09d3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/0b434cff04c148bea1f1d20cc25a1eb3] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=35.5 K 2024-11-27T20:25:24,158 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a06df91763546a4a22f5504a5c9e246, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732739120102 2024-11-27T20:25:24,159 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c53866592b04479a083f2ba8fff09d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732739120724 2024-11-27T20:25:24,159 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b434cff04c148bea1f1d20cc25a1eb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732739122879 2024-11-27T20:25:24,165 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:24,166 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/e857e537c49c48c0af40e398fd3fbb9f is 50, key is test_row_0/C:col10/1732739122880/Put/seqid=0 2024-11-27T20:25:24,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742379_1555 (size=12493) 2024-11-27T20:25:24,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:24,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:25:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,273 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:25:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:24,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b54699ce433e41e3bb2e4acb094fca36 is 50, key is test_row_0/A:col10/1732739122915/Put/seqid=0 2024-11-27T20:25:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742380_1556 (size=12151) 2024-11-27T20:25:24,552 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/139bd47781b4487fa1da71e599085501 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/139bd47781b4487fa1da71e599085501 2024-11-27T20:25:24,555 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into 139bd47781b4487fa1da71e599085501(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:24,555 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:24,555 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=13, startTime=1732739124134; duration=0sec 2024-11-27T20:25:24,556 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:24,556 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:24,584 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/e857e537c49c48c0af40e398fd3fbb9f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e857e537c49c48c0af40e398fd3fbb9f 2024-11-27T20:25:24,589 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into e857e537c49c48c0af40e398fd3fbb9f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:24,589 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:24,589 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=13, startTime=1732739124134; duration=0sec 2024-11-27T20:25:24,589 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:24,589 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:24,682 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b54699ce433e41e3bb2e4acb094fca36 2024-11-27T20:25:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/63e4e5921bd64f938c3bdb286d1fa2fc is 50, key is test_row_0/B:col10/1732739122915/Put/seqid=0 2024-11-27T20:25:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742381_1557 (size=12151) 2024-11-27T20:25:24,724 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/63e4e5921bd64f938c3bdb286d1fa2fc 2024-11-27T20:25:24,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/699d328d73ac46b4b5ff79798e70e929 is 50, key is test_row_0/C:col10/1732739122915/Put/seqid=0 2024-11-27T20:25:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742382_1558 (size=12151) 2024-11-27T20:25:24,759 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/699d328d73ac46b4b5ff79798e70e929 2024-11-27T20:25:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b54699ce433e41e3bb2e4acb094fca36 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b54699ce433e41e3bb2e4acb094fca36 2024-11-27T20:25:24,768 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b54699ce433e41e3bb2e4acb094fca36, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T20:25:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/63e4e5921bd64f938c3bdb286d1fa2fc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63e4e5921bd64f938c3bdb286d1fa2fc 2024-11-27T20:25:24,773 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63e4e5921bd64f938c3bdb286d1fa2fc, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T20:25:24,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/699d328d73ac46b4b5ff79798e70e929 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/699d328d73ac46b4b5ff79798e70e929 2024-11-27T20:25:24,777 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/699d328d73ac46b4b5ff79798e70e929, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T20:25:24,778 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for d2cd90d4fe292f5eced4a96dd3459e61 in 505ms, sequenceid=166, compaction requested=false 2024-11-27T20:25:24,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:24,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:24,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-27T20:25:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-27T20:25:24,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-27T20:25:24,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-27T20:25:24,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.7320 sec 2024-11-27T20:25:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:25,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:25:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:25,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/816e2a2e9b8642ac94b8a9e95d022e71 is 50, key is test_row_0/A:col10/1732739125060/Put/seqid=0 2024-11-27T20:25:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742383_1559 (size=14541) 2024-11-27T20:25:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739185120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739185121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739185122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739185125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739185125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:25:25,157 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-27T20:25:25,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-27T20:25:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:25:25,160 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:25,161 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:25,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739185228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739185228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739185229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739185229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739185231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:25:25,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:25:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739185433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739185433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739185433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739185433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739185448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:25:25,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:25:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/816e2a2e9b8642ac94b8a9e95d022e71 2024-11-27T20:25:25,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0bc3f3d330bc4c12ae4b886e63a3708f is 50, key is test_row_0/B:col10/1732739125060/Put/seqid=0 2024-11-27T20:25:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742384_1560 (size=12151) 2024-11-27T20:25:25,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0bc3f3d330bc4c12ae4b886e63a3708f 2024-11-27T20:25:25,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/c11cb7ec42004d90b2c7bc7db41b43a7 is 50, key is test_row_0/C:col10/1732739125060/Put/seqid=0 2024-11-27T20:25:25,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742385_1561 (size=12151) 2024-11-27T20:25:25,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:25:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739185739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739185740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739185740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739185740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739185754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:25:25,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:25:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:25,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:25:25,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:25,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:25,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/c11cb7ec42004d90b2c7bc7db41b43a7 2024-11-27T20:25:25,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/816e2a2e9b8642ac94b8a9e95d022e71 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/816e2a2e9b8642ac94b8a9e95d022e71 2024-11-27T20:25:25,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/816e2a2e9b8642ac94b8a9e95d022e71, entries=200, sequenceid=181, filesize=14.2 K 2024-11-27T20:25:25,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0bc3f3d330bc4c12ae4b886e63a3708f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0bc3f3d330bc4c12ae4b886e63a3708f 2024-11-27T20:25:25,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0bc3f3d330bc4c12ae4b886e63a3708f, entries=150, sequenceid=181, filesize=11.9 K 2024-11-27T20:25:25,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/c11cb7ec42004d90b2c7bc7db41b43a7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/c11cb7ec42004d90b2c7bc7db41b43a7 2024-11-27T20:25:25,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/c11cb7ec42004d90b2c7bc7db41b43a7, entries=150, sequenceid=181, filesize=11.9 K 2024-11-27T20:25:25,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2cd90d4fe292f5eced4a96dd3459e61 in 859ms, sequenceid=181, compaction requested=true 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:25,952 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:25,952 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:25,953 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:25,953 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:25,953 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:25,953 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:25,953 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,953 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,953 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/139bd47781b4487fa1da71e599085501, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63e4e5921bd64f938c3bdb286d1fa2fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0bc3f3d330bc4c12ae4b886e63a3708f] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=35.9 K 2024-11-27T20:25:25,953 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/0df0f9f937704022b821eb6978fe701f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b54699ce433e41e3bb2e4acb094fca36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/816e2a2e9b8642ac94b8a9e95d022e71] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=38.3 K 2024-11-27T20:25:25,953 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 139bd47781b4487fa1da71e599085501, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732739122879 2024-11-27T20:25:25,954 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df0f9f937704022b821eb6978fe701f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732739122879 2024-11-27T20:25:25,954 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 63e4e5921bd64f938c3bdb286d1fa2fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732739122911 2024-11-27T20:25:25,954 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b54699ce433e41e3bb2e4acb094fca36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732739122911 2024-11-27T20:25:25,954 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bc3f3d330bc4c12ae4b886e63a3708f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732739125053 2024-11-27T20:25:25,954 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 816e2a2e9b8642ac94b8a9e95d022e71, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732739125052 2024-11-27T20:25:25,960 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:25,961 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/b5a384cff97a4cdaa94236a0b2748bd6 is 50, key is test_row_0/B:col10/1732739125060/Put/seqid=0 2024-11-27T20:25:25,962 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:25,963 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/aa0d3380a8304e019028c35c5e4aa03a is 50, key is test_row_0/A:col10/1732739125060/Put/seqid=0 2024-11-27T20:25:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742386_1562 (size=12595) 2024-11-27T20:25:25,981 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/b5a384cff97a4cdaa94236a0b2748bd6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/b5a384cff97a4cdaa94236a0b2748bd6 2024-11-27T20:25:25,985 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into b5a384cff97a4cdaa94236a0b2748bd6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:25,985 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:25,985 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=13, startTime=1732739125952; duration=0sec 2024-11-27T20:25:25,986 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:25,986 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:25,986 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:25,986 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:25,986 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:25,986 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:25,987 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e857e537c49c48c0af40e398fd3fbb9f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/699d328d73ac46b4b5ff79798e70e929, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/c11cb7ec42004d90b2c7bc7db41b43a7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=35.9 K 2024-11-27T20:25:25,987 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e857e537c49c48c0af40e398fd3fbb9f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732739122879 2024-11-27T20:25:25,988 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 699d328d73ac46b4b5ff79798e70e929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732739122911 2024-11-27T20:25:25,988 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c11cb7ec42004d90b2c7bc7db41b43a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732739125053 2024-11-27T20:25:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742387_1563 (size=12595) 2024-11-27T20:25:25,995 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:25,996 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/f6650373ad464e6b8f7ced0583d141fe is 50, key is test_row_0/C:col10/1732739125060/Put/seqid=0 2024-11-27T20:25:26,001 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/aa0d3380a8304e019028c35c5e4aa03a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/aa0d3380a8304e019028c35c5e4aa03a 2024-11-27T20:25:26,006 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into aa0d3380a8304e019028c35c5e4aa03a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:26,006 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:26,006 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=13, startTime=1732739125952; duration=0sec 2024-11-27T20:25:26,006 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:26,006 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742388_1564 (size=12595) 2024-11-27T20:25:26,011 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/f6650373ad464e6b8f7ced0583d141fe as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/f6650373ad464e6b8f7ced0583d141fe 2024-11-27T20:25:26,016 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into f6650373ad464e6b8f7ced0583d141fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:26,016 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:26,016 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=13, startTime=1732739125952; duration=0sec 2024-11-27T20:25:26,016 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:26,016 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:26,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:25:26,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,081 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:25:26,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:26,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:26,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:26,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1cfac0e1be71463a92f93f31de130910 is 50, key is test_row_0/A:col10/1732739125124/Put/seqid=0 2024-11-27T20:25:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742389_1565 (size=12151) 2024-11-27T20:25:26,095 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1cfac0e1be71463a92f93f31de130910 2024-11-27T20:25:26,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/952ec4a886bc451fb0e2369487a9ae11 is 50, key is test_row_0/B:col10/1732739125124/Put/seqid=0 2024-11-27T20:25:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742390_1566 (size=12151) 2024-11-27T20:25:26,114 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/952ec4a886bc451fb0e2369487a9ae11 2024-11-27T20:25:26,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/3681ce72f0394c4d978d66a61b85f1f9 is 50, key is test_row_0/C:col10/1732739125124/Put/seqid=0 2024-11-27T20:25:26,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742391_1567 (size=12151) 2024-11-27T20:25:26,144 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/3681ce72f0394c4d978d66a61b85f1f9 2024-11-27T20:25:26,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1cfac0e1be71463a92f93f31de130910 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1cfac0e1be71463a92f93f31de130910 2024-11-27T20:25:26,154 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1cfac0e1be71463a92f93f31de130910, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T20:25:26,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/952ec4a886bc451fb0e2369487a9ae11 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/952ec4a886bc451fb0e2369487a9ae11 2024-11-27T20:25:26,159 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/952ec4a886bc451fb0e2369487a9ae11, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T20:25:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/3681ce72f0394c4d978d66a61b85f1f9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/3681ce72f0394c4d978d66a61b85f1f9 2024-11-27T20:25:26,163 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/3681ce72f0394c4d978d66a61b85f1f9, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T20:25:26,165 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d2cd90d4fe292f5eced4a96dd3459e61 in 84ms, sequenceid=207, compaction requested=false 2024-11-27T20:25:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-27T20:25:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-27T20:25:26,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-27T20:25:26,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-27T20:25:26,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0120 sec 2024-11-27T20:25:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:26,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:26,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:26,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:26,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:26,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/5ebac221bc18487797b545eb01ecbf96 is 50, key is test_row_0/A:col10/1732739126244/Put/seqid=0 2024-11-27T20:25:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742392_1568 (size=19321) 2024-11-27T20:25:26,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/5ebac221bc18487797b545eb01ecbf96 2024-11-27T20:25:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:25:26,263 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-27T20:25:26,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-27T20:25:26,268 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:25:26,268 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:26,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:26,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/8f904ac591f24784829006a9a3c8bc7c is 50, key is test_row_0/B:col10/1732739126244/Put/seqid=0 2024-11-27T20:25:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742393_1569 (size=12151) 2024-11-27T20:25:26,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739186280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739186280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739186282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739186282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739186283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:25:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739186385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739186388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739186390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739186390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739186390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T20:25:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:25:26,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T20:25:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739186592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739186592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739186594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739186594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739186594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/8f904ac591f24784829006a9a3c8bc7c 2024-11-27T20:25:26,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/55404892fe8341c2ac75d44b23aa7360 is 50, key is test_row_0/C:col10/1732739126244/Put/seqid=0 2024-11-27T20:25:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742394_1570 (size=12151) 2024-11-27T20:25:26,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T20:25:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:25:26,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T20:25:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:26,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739186897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739186899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739186902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739186902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:26,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739186902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T20:25:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:27,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:27,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/55404892fe8341c2ac75d44b23aa7360 2024-11-27T20:25:27,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/5ebac221bc18487797b545eb01ecbf96 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5ebac221bc18487797b545eb01ecbf96 2024-11-27T20:25:27,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5ebac221bc18487797b545eb01ecbf96, entries=300, sequenceid=219, filesize=18.9 K 2024-11-27T20:25:27,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/8f904ac591f24784829006a9a3c8bc7c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/8f904ac591f24784829006a9a3c8bc7c 2024-11-27T20:25:27,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/8f904ac591f24784829006a9a3c8bc7c, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T20:25:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/55404892fe8341c2ac75d44b23aa7360 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/55404892fe8341c2ac75d44b23aa7360 2024-11-27T20:25:27,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/55404892fe8341c2ac75d44b23aa7360, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T20:25:27,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d2cd90d4fe292f5eced4a96dd3459e61 in 862ms, sequenceid=219, compaction requested=true 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:27,114 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:27,114 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:27,116 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:27,116 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:27,116 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:27,116 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:27,116 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:27,116 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:27,116 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/aa0d3380a8304e019028c35c5e4aa03a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1cfac0e1be71463a92f93f31de130910, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5ebac221bc18487797b545eb01ecbf96] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=43.0 K 2024-11-27T20:25:27,116 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/b5a384cff97a4cdaa94236a0b2748bd6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/952ec4a886bc451fb0e2369487a9ae11, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/8f904ac591f24784829006a9a3c8bc7c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=36.0 K 2024-11-27T20:25:27,117 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa0d3380a8304e019028c35c5e4aa03a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732739125053 2024-11-27T20:25:27,117 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b5a384cff97a4cdaa94236a0b2748bd6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732739125053 2024-11-27T20:25:27,117 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 952ec4a886bc451fb0e2369487a9ae11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739125119 2024-11-27T20:25:27,117 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cfac0e1be71463a92f93f31de130910, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739125119 2024-11-27T20:25:27,117 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f904ac591f24784829006a9a3c8bc7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739126244 2024-11-27T20:25:27,117 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ebac221bc18487797b545eb01ecbf96, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739126244 2024-11-27T20:25:27,128 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#480 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:27,129 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ee7b135da5e446f88f363c498b94b0b0 is 50, key is test_row_0/A:col10/1732739126244/Put/seqid=0 2024-11-27T20:25:27,139 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:27,139 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/a3ed3f71a6e645b58ef07e2fa22d3559 is 50, key is test_row_0/B:col10/1732739126244/Put/seqid=0 2024-11-27T20:25:27,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742395_1571 (size=12697) 2024-11-27T20:25:27,151 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/ee7b135da5e446f88f363c498b94b0b0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ee7b135da5e446f88f363c498b94b0b0 2024-11-27T20:25:27,155 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into ee7b135da5e446f88f363c498b94b0b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:27,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:27,156 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=13, startTime=1732739127114; duration=0sec 2024-11-27T20:25:27,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:27,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:27,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:27,156 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:27,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:27,157 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:27,157 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/f6650373ad464e6b8f7ced0583d141fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/3681ce72f0394c4d978d66a61b85f1f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/55404892fe8341c2ac75d44b23aa7360] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=36.0 K 2024-11-27T20:25:27,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6650373ad464e6b8f7ced0583d141fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732739125053 2024-11-27T20:25:27,160 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3681ce72f0394c4d978d66a61b85f1f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732739125119 2024-11-27T20:25:27,161 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55404892fe8341c2ac75d44b23aa7360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739126244 2024-11-27T20:25:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742396_1572 (size=12697) 2024-11-27T20:25:27,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:27,183 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:27,195 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:27,196 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/036af3d733e34ee8be253c498482b425 is 50, key is test_row_0/C:col10/1732739126244/Put/seqid=0 2024-11-27T20:25:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/73f512bb6b314dabb44ae9c9f6cf9c6c is 50, key is test_row_0/A:col10/1732739126282/Put/seqid=0 2024-11-27T20:25:27,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742397_1573 (size=12697) 2024-11-27T20:25:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742398_1574 (size=12151) 2024-11-27T20:25:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:25:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:27,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:27,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739187416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739187417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739187418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739187422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739187422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739187523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739187523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739187523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739187528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739187530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,589 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/a3ed3f71a6e645b58ef07e2fa22d3559 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a3ed3f71a6e645b58ef07e2fa22d3559 2024-11-27T20:25:27,594 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into a3ed3f71a6e645b58ef07e2fa22d3559(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:27,594 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:27,594 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=13, startTime=1732739127114; duration=0sec 2024-11-27T20:25:27,594 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:27,594 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:27,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/036af3d733e34ee8be253c498482b425 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/036af3d733e34ee8be253c498482b425 2024-11-27T20:25:27,651 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/73f512bb6b314dabb44ae9c9f6cf9c6c 2024-11-27T20:25:27,653 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into 036af3d733e34ee8be253c498482b425(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:27,653 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:27,653 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=13, startTime=1732739127114; duration=0sec 2024-11-27T20:25:27,653 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:27,654 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/1adea335e5c641bdbf4d449f3b95d983 is 50, key is test_row_0/B:col10/1732739126282/Put/seqid=0 2024-11-27T20:25:27,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742399_1575 (size=12151) 2024-11-27T20:25:27,696 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/1adea335e5c641bdbf4d449f3b95d983 2024-11-27T20:25:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/5ebf651284d6460cbb5969c0f8477831 is 50, key is test_row_0/C:col10/1732739126282/Put/seqid=0 2024-11-27T20:25:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742400_1576 (size=12151) 2024-11-27T20:25:27,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739187728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739187730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739187730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739187734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739187736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739188033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739188036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739188037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739188038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739188038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,114 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/5ebf651284d6460cbb5969c0f8477831 2024-11-27T20:25:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/73f512bb6b314dabb44ae9c9f6cf9c6c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/73f512bb6b314dabb44ae9c9f6cf9c6c 2024-11-27T20:25:28,124 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/73f512bb6b314dabb44ae9c9f6cf9c6c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T20:25:28,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/1adea335e5c641bdbf4d449f3b95d983 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/1adea335e5c641bdbf4d449f3b95d983 2024-11-27T20:25:28,127 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/1adea335e5c641bdbf4d449f3b95d983, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T20:25:28,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/5ebf651284d6460cbb5969c0f8477831 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5ebf651284d6460cbb5969c0f8477831 2024-11-27T20:25:28,131 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5ebf651284d6460cbb5969c0f8477831, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T20:25:28,132 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d2cd90d4fe292f5eced4a96dd3459e61 in 949ms, sequenceid=245, compaction requested=false 2024-11-27T20:25:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-27T20:25:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-27T20:25:28,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-27T20:25:28,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-27T20:25:28,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8690 sec 2024-11-27T20:25:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:25:28,372 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-27T20:25:28,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-27T20:25:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T20:25:28,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:28,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:28,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T20:25:28,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T20:25:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:28,528 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:25:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/8c5c966bc0434d43835208aa1dc78c45 is 50, key is test_row_0/A:col10/1732739127420/Put/seqid=0 2024-11-27T20:25:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742401_1577 (size=12151) 2024-11-27T20:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:28,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739188566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739188566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739188567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739188574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739188575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T20:25:28,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739188676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739188676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739188676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739188680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739188680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739188881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739188881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739188882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739188882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739188882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:28,938 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/8c5c966bc0434d43835208aa1dc78c45 2024-11-27T20:25:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/efc5e1eee9954a04b880e3924d7113c4 is 50, key is test_row_0/B:col10/1732739127420/Put/seqid=0 2024-11-27T20:25:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742402_1578 (size=12151) 2024-11-27T20:25:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T20:25:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739189186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739189187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739189188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739189190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739189192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,351 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/efc5e1eee9954a04b880e3924d7113c4 2024-11-27T20:25:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/897d8458bdc84229a9973b59ccc3b0eb is 50, key is test_row_0/C:col10/1732739127420/Put/seqid=0 2024-11-27T20:25:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742403_1579 (size=12151) 2024-11-27T20:25:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T20:25:29,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739189690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739189693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739189693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739189693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739189695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:29,771 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/897d8458bdc84229a9973b59ccc3b0eb 2024-11-27T20:25:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/8c5c966bc0434d43835208aa1dc78c45 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8c5c966bc0434d43835208aa1dc78c45 2024-11-27T20:25:29,778 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8c5c966bc0434d43835208aa1dc78c45, entries=150, sequenceid=259, filesize=11.9 K 2024-11-27T20:25:29,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/efc5e1eee9954a04b880e3924d7113c4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/efc5e1eee9954a04b880e3924d7113c4 2024-11-27T20:25:29,781 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/efc5e1eee9954a04b880e3924d7113c4, entries=150, sequenceid=259, filesize=11.9 K 2024-11-27T20:25:29,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/897d8458bdc84229a9973b59ccc3b0eb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/897d8458bdc84229a9973b59ccc3b0eb 2024-11-27T20:25:29,785 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/897d8458bdc84229a9973b59ccc3b0eb, entries=150, sequenceid=259, filesize=11.9 K 2024-11-27T20:25:29,786 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d2cd90d4fe292f5eced4a96dd3459e61 in 1258ms, sequenceid=259, compaction requested=true 2024-11-27T20:25:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-27T20:25:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-27T20:25:29,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-27T20:25:29,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-27T20:25:29,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4170 sec 2024-11-27T20:25:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T20:25:30,479 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-27T20:25:30,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-27T20:25:30,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:25:30,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:30,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:25:30,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T20:25:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:30,635 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:25:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:30,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/8f35b642613640448202b92beacc38d4 is 50, key is test_row_0/A:col10/1732739128573/Put/seqid=0 2024-11-27T20:25:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742404_1580 (size=12301) 2024-11-27T20:25:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:30,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739190707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739190707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739190708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739190713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739190714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:25:30,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739190815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739190816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739190816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739190820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739190820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739191020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739191020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739191022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739191025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739191026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,050 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/8f35b642613640448202b92beacc38d4 2024-11-27T20:25:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d42d398a20ab4790b1cac67fceed4c90 is 50, key is test_row_0/B:col10/1732739128573/Put/seqid=0 2024-11-27T20:25:31,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742405_1581 (size=12301) 2024-11-27T20:25:31,066 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d42d398a20ab4790b1cac67fceed4c90 2024-11-27T20:25:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d5d5fbcbf2d34884807e03282c507aaf is 50, key is test_row_0/C:col10/1732739128573/Put/seqid=0 2024-11-27T20:25:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:25:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742406_1582 (size=12301) 2024-11-27T20:25:31,093 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d5d5fbcbf2d34884807e03282c507aaf 2024-11-27T20:25:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/8f35b642613640448202b92beacc38d4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8f35b642613640448202b92beacc38d4 2024-11-27T20:25:31,103 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8f35b642613640448202b92beacc38d4, entries=150, sequenceid=283, filesize=12.0 K 2024-11-27T20:25:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d42d398a20ab4790b1cac67fceed4c90 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d42d398a20ab4790b1cac67fceed4c90 2024-11-27T20:25:31,109 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d42d398a20ab4790b1cac67fceed4c90, entries=150, sequenceid=283, filesize=12.0 K 2024-11-27T20:25:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d5d5fbcbf2d34884807e03282c507aaf as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d5d5fbcbf2d34884807e03282c507aaf 2024-11-27T20:25:31,114 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d5d5fbcbf2d34884807e03282c507aaf, entries=150, sequenceid=283, filesize=12.0 K 2024-11-27T20:25:31,115 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d2cd90d4fe292f5eced4a96dd3459e61 in 480ms, sequenceid=283, compaction requested=true 2024-11-27T20:25:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-27T20:25:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-27T20:25:31,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-27T20:25:31,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 635 msec 2024-11-27T20:25:31,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 642 msec 2024-11-27T20:25:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:31,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:25:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:31,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:31,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b9f6f0cef14c4871a63706e294c78402 is 50, key is test_row_0/A:col10/1732739130707/Put/seqid=0 2024-11-27T20:25:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742407_1583 (size=14741) 2024-11-27T20:25:31,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739191362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739191363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739191364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739191368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739191370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739191471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739191471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739191471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739191479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739191479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:25:31,586 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-27T20:25:31,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-27T20:25:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T20:25:31,588 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:31,589 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:31,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739191679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739191680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739191680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T20:25:31,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739191687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739191688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b9f6f0cef14c4871a63706e294c78402 2024-11-27T20:25:31,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T20:25:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:31,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:31,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d89b91e3566e4bc09684b69956fa22d1 is 50, key is test_row_0/B:col10/1732739130707/Put/seqid=0 2024-11-27T20:25:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742408_1584 (size=12301) 2024-11-27T20:25:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T20:25:31,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T20:25:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:31,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:31,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739191985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739191986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739191988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739191995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739191997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T20:25:32,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:32,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:32,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:32,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:32,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:32,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d89b91e3566e4bc09684b69956fa22d1 2024-11-27T20:25:32,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/ce82b9a784084e38aa39bccfd00fd5f4 is 50, key is test_row_0/C:col10/1732739130707/Put/seqid=0 2024-11-27T20:25:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742409_1585 (size=12301) 2024-11-27T20:25:32,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/ce82b9a784084e38aa39bccfd00fd5f4 2024-11-27T20:25:32,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b9f6f0cef14c4871a63706e294c78402 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b9f6f0cef14c4871a63706e294c78402 2024-11-27T20:25:32,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b9f6f0cef14c4871a63706e294c78402, entries=200, sequenceid=296, filesize=14.4 K 2024-11-27T20:25:32,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d89b91e3566e4bc09684b69956fa22d1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d89b91e3566e4bc09684b69956fa22d1 2024-11-27T20:25:32,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d89b91e3566e4bc09684b69956fa22d1, entries=150, sequenceid=296, filesize=12.0 K 2024-11-27T20:25:32,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/ce82b9a784084e38aa39bccfd00fd5f4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/ce82b9a784084e38aa39bccfd00fd5f4 2024-11-27T20:25:32,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/ce82b9a784084e38aa39bccfd00fd5f4, entries=150, sequenceid=296, filesize=12.0 K 2024-11-27T20:25:32,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2cd90d4fe292f5eced4a96dd3459e61 in 860ms, sequenceid=296, compaction requested=true 2024-11-27T20:25:32,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T20:25:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:32,191 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:25:32,191 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:25:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:32,192 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61601 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:25:32,192 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64041 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:25:32,192 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:32,192 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:32,192 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:32,192 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:32,192 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ee7b135da5e446f88f363c498b94b0b0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/73f512bb6b314dabb44ae9c9f6cf9c6c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8c5c966bc0434d43835208aa1dc78c45, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8f35b642613640448202b92beacc38d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b9f6f0cef14c4871a63706e294c78402] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=62.5 K 2024-11-27T20:25:32,192 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a3ed3f71a6e645b58ef07e2fa22d3559, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/1adea335e5c641bdbf4d449f3b95d983, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/efc5e1eee9954a04b880e3924d7113c4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d42d398a20ab4790b1cac67fceed4c90, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d89b91e3566e4bc09684b69956fa22d1] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=60.2 K 2024-11-27T20:25:32,193 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a3ed3f71a6e645b58ef07e2fa22d3559, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739126244 2024-11-27T20:25:32,193 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee7b135da5e446f88f363c498b94b0b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739126244 2024-11-27T20:25:32,193 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1adea335e5c641bdbf4d449f3b95d983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732739126272 2024-11-27T20:25:32,193 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73f512bb6b314dabb44ae9c9f6cf9c6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732739126272 2024-11-27T20:25:32,194 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting efc5e1eee9954a04b880e3924d7113c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732739127417 2024-11-27T20:25:32,194 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c5c966bc0434d43835208aa1dc78c45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732739127417 2024-11-27T20:25:32,194 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d42d398a20ab4790b1cac67fceed4c90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732739128564 2024-11-27T20:25:32,194 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f35b642613640448202b92beacc38d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732739128564 2024-11-27T20:25:32,194 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d89b91e3566e4bc09684b69956fa22d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739130707 2024-11-27T20:25:32,194 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9f6f0cef14c4871a63706e294c78402, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739130707 2024-11-27T20:25:32,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:32,204 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:32,205 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#495 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:32,205 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/a55464c8119f4bb09f1fabb785cc5c27 is 50, key is test_row_0/A:col10/1732739130707/Put/seqid=0 2024-11-27T20:25:32,206 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#496 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:32,206 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0c54db6aa4304bf9a0087f53dc18a692 is 50, key is test_row_0/B:col10/1732739130707/Put/seqid=0 2024-11-27T20:25:32,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/3a2110c8e779452881aa10ecb2df9757 is 50, key is test_row_0/A:col10/1732739131363/Put/seqid=0 2024-11-27T20:25:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742411_1587 (size=13017) 2024-11-27T20:25:32,228 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/0c54db6aa4304bf9a0087f53dc18a692 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0c54db6aa4304bf9a0087f53dc18a692 2024-11-27T20:25:32,234 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into 0c54db6aa4304bf9a0087f53dc18a692(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:32,234 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:32,234 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=11, startTime=1732739132191; duration=0sec 2024-11-27T20:25:32,234 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:32,234 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:32,234 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:25:32,235 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61601 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:25:32,235 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:32,235 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:32,235 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/036af3d733e34ee8be253c498482b425, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5ebf651284d6460cbb5969c0f8477831, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/897d8458bdc84229a9973b59ccc3b0eb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d5d5fbcbf2d34884807e03282c507aaf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/ce82b9a784084e38aa39bccfd00fd5f4] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=60.2 K 2024-11-27T20:25:32,235 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 036af3d733e34ee8be253c498482b425, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739126244 2024-11-27T20:25:32,236 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ebf651284d6460cbb5969c0f8477831, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732739126272 2024-11-27T20:25:32,236 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 897d8458bdc84229a9973b59ccc3b0eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732739127417 2024-11-27T20:25:32,236 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d5d5fbcbf2d34884807e03282c507aaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732739128564 2024-11-27T20:25:32,237 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting ce82b9a784084e38aa39bccfd00fd5f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739130707 2024-11-27T20:25:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742410_1586 (size=13017) 2024-11-27T20:25:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742412_1588 (size=12301) 2024-11-27T20:25:32,255 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:32,256 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/83bf5c0816a345608404299cb529a955 is 50, key is test_row_0/C:col10/1732739130707/Put/seqid=0 2024-11-27T20:25:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742413_1589 (size=13017) 2024-11-27T20:25:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:32,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:32,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739192509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739192515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739192517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739192518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739192518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739192619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739192619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739192624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739192624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739192627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,640 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/3a2110c8e779452881aa10ecb2df9757 2024-11-27T20:25:32,643 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/a55464c8119f4bb09f1fabb785cc5c27 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/a55464c8119f4bb09f1fabb785cc5c27 2024-11-27T20:25:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/364da0600f074f06ba550a4b3df25391 is 50, key is test_row_0/B:col10/1732739131363/Put/seqid=0 2024-11-27T20:25:32,649 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into a55464c8119f4bb09f1fabb785cc5c27(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:32,649 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:32,650 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=11, startTime=1732739132190; duration=0sec 2024-11-27T20:25:32,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:32,650 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742414_1590 (size=12301) 2024-11-27T20:25:32,653 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/364da0600f074f06ba550a4b3df25391 2024-11-27T20:25:32,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4914f79a61744e679da1a8fab8fa4d4a is 50, key is test_row_0/C:col10/1732739131363/Put/seqid=0 2024-11-27T20:25:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742415_1591 (size=12301) 2024-11-27T20:25:32,679 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/83bf5c0816a345608404299cb529a955 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/83bf5c0816a345608404299cb529a955 2024-11-27T20:25:32,684 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into 83bf5c0816a345608404299cb529a955(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:32,684 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:32,684 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=11, startTime=1732739132191; duration=0sec 2024-11-27T20:25:32,684 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:32,684 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T20:25:32,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739192827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739192828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739192829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739192830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:32,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739192834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,067 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4914f79a61744e679da1a8fab8fa4d4a 2024-11-27T20:25:33,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/3a2110c8e779452881aa10ecb2df9757 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/3a2110c8e779452881aa10ecb2df9757 2024-11-27T20:25:33,080 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/3a2110c8e779452881aa10ecb2df9757, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:25:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/364da0600f074f06ba550a4b3df25391 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/364da0600f074f06ba550a4b3df25391 2024-11-27T20:25:33,084 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/364da0600f074f06ba550a4b3df25391, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:25:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/4914f79a61744e679da1a8fab8fa4d4a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4914f79a61744e679da1a8fab8fa4d4a 2024-11-27T20:25:33,091 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4914f79a61744e679da1a8fab8fa4d4a, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:25:33,094 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d2cd90d4fe292f5eced4a96dd3459e61 in 888ms, sequenceid=319, compaction requested=false 2024-11-27T20:25:33,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-27T20:25:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-27T20:25:33,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-27T20:25:33,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5070 sec 2024-11-27T20:25:33,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.5110 sec 2024-11-27T20:25:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:33,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:25:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b74f9bf8f2d44a93b38e1dccd959f441 is 50, key is test_row_0/A:col10/1732739133136/Put/seqid=0 2024-11-27T20:25:33,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742416_1592 (size=14741) 2024-11-27T20:25:33,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b74f9bf8f2d44a93b38e1dccd959f441 2024-11-27T20:25:33,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/480f4b223bf348eaa60cbfffcec307a2 is 50, key is test_row_0/B:col10/1732739133136/Put/seqid=0 2024-11-27T20:25:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742417_1593 (size=12301) 2024-11-27T20:25:33,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/480f4b223bf348eaa60cbfffcec307a2 2024-11-27T20:25:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739193159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/cddc43b9de7e4ddbbe108983463ef51b is 50, key is test_row_0/C:col10/1732739133136/Put/seqid=0 2024-11-27T20:25:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739193164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739193169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742418_1594 (size=12301) 2024-11-27T20:25:33,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739193170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/cddc43b9de7e4ddbbe108983463ef51b 2024-11-27T20:25:33,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739193170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/b74f9bf8f2d44a93b38e1dccd959f441 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b74f9bf8f2d44a93b38e1dccd959f441 2024-11-27T20:25:33,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b74f9bf8f2d44a93b38e1dccd959f441, entries=200, sequenceid=337, filesize=14.4 K 2024-11-27T20:25:33,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/480f4b223bf348eaa60cbfffcec307a2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/480f4b223bf348eaa60cbfffcec307a2 2024-11-27T20:25:33,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/480f4b223bf348eaa60cbfffcec307a2, entries=150, sequenceid=337, filesize=12.0 K 2024-11-27T20:25:33,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/cddc43b9de7e4ddbbe108983463ef51b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/cddc43b9de7e4ddbbe108983463ef51b 2024-11-27T20:25:33,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/cddc43b9de7e4ddbbe108983463ef51b, entries=150, sequenceid=337, filesize=12.0 K 2024-11-27T20:25:33,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d2cd90d4fe292f5eced4a96dd3459e61 in 63ms, sequenceid=337, compaction requested=true 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:33,200 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:33,200 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:33,201 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:33,201 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:33,201 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:33,201 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0c54db6aa4304bf9a0087f53dc18a692, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/364da0600f074f06ba550a4b3df25391, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/480f4b223bf348eaa60cbfffcec307a2] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=36.7 K 2024-11-27T20:25:33,201 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c54db6aa4304bf9a0087f53dc18a692, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739130707 2024-11-27T20:25:33,202 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:33,202 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:33,202 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:33,202 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/a55464c8119f4bb09f1fabb785cc5c27, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/3a2110c8e779452881aa10ecb2df9757, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b74f9bf8f2d44a93b38e1dccd959f441] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=39.1 K 2024-11-27T20:25:33,202 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 364da0600f074f06ba550a4b3df25391, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739131363 2024-11-27T20:25:33,202 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 480f4b223bf348eaa60cbfffcec307a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739132517 2024-11-27T20:25:33,202 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55464c8119f4bb09f1fabb785cc5c27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739130707 2024-11-27T20:25:33,209 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a2110c8e779452881aa10ecb2df9757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739131363 2024-11-27T20:25:33,211 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting b74f9bf8f2d44a93b38e1dccd959f441, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739132515 2024-11-27T20:25:33,227 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:33,227 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/74f680bee6e74aa3b7be8f32be864cb0 is 50, key is test_row_0/B:col10/1732739133136/Put/seqid=0 2024-11-27T20:25:33,233 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:33,234 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/7fc5f3dd816b4a33902c99b4dda14ef1 is 50, key is test_row_0/A:col10/1732739133136/Put/seqid=0 2024-11-27T20:25:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742419_1595 (size=13119) 2024-11-27T20:25:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742420_1596 (size=13119) 2024-11-27T20:25:33,273 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/74f680bee6e74aa3b7be8f32be864cb0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/74f680bee6e74aa3b7be8f32be864cb0 2024-11-27T20:25:33,278 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into 74f680bee6e74aa3b7be8f32be864cb0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:33,278 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:33,278 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=13, startTime=1732739133200; duration=0sec 2024-11-27T20:25:33,278 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:33,278 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:33,278 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:33,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:25:33,280 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:33,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:33,280 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:33,280 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:33,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:33,280 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/83bf5c0816a345608404299cb529a955, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4914f79a61744e679da1a8fab8fa4d4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/cddc43b9de7e4ddbbe108983463ef51b] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=36.7 K 2024-11-27T20:25:33,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:33,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,281 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 83bf5c0816a345608404299cb529a955, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739130707 2024-11-27T20:25:33,281 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4914f79a61744e679da1a8fab8fa4d4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739131363 2024-11-27T20:25:33,282 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cddc43b9de7e4ddbbe108983463ef51b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739132517 2024-11-27T20:25:33,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/09aae52c8ea449278c4ce00b90399182 is 50, key is test_row_0/A:col10/1732739133278/Put/seqid=0 2024-11-27T20:25:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739193293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739193295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739193297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739193298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739193299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742421_1597 (size=14741) 2024-11-27T20:25:33,310 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:33,310 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/25f1b1fa06ef469f9a9ebc93af2f3195 is 50, key is test_row_0/C:col10/1732739133136/Put/seqid=0 2024-11-27T20:25:33,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/09aae52c8ea449278c4ce00b90399182 2024-11-27T20:25:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742422_1598 (size=13119) 2024-11-27T20:25:33,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/63249e0d16ed469cb7a688c2aac03dcd is 50, key is test_row_0/B:col10/1732739133278/Put/seqid=0 2024-11-27T20:25:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742423_1599 (size=12301) 2024-11-27T20:25:33,333 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/25f1b1fa06ef469f9a9ebc93af2f3195 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/25f1b1fa06ef469f9a9ebc93af2f3195 2024-11-27T20:25:33,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/63249e0d16ed469cb7a688c2aac03dcd 2024-11-27T20:25:33,338 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into 25f1b1fa06ef469f9a9ebc93af2f3195(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:33,338 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:33,338 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=13, startTime=1732739133200; duration=0sec 2024-11-27T20:25:33,338 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:33,338 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:33,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/643fff8906b14a73be0eda4b7de5882c is 50, key is test_row_0/C:col10/1732739133278/Put/seqid=0 2024-11-27T20:25:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742424_1600 (size=12301) 2024-11-27T20:25:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739193401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739193402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739193403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739193407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739193408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739193608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739193610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739193610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739193616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739193616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,671 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/7fc5f3dd816b4a33902c99b4dda14ef1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/7fc5f3dd816b4a33902c99b4dda14ef1 2024-11-27T20:25:33,674 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into 7fc5f3dd816b4a33902c99b4dda14ef1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:33,674 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:33,675 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=13, startTime=1732739133200; duration=0sec 2024-11-27T20:25:33,675 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:33,675 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T20:25:33,692 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-27T20:25:33,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-27T20:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:25:33,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:33,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:33,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:33,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/643fff8906b14a73be0eda4b7de5882c 2024-11-27T20:25:33,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/09aae52c8ea449278c4ce00b90399182 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/09aae52c8ea449278c4ce00b90399182 2024-11-27T20:25:33,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/09aae52c8ea449278c4ce00b90399182, entries=200, sequenceid=361, filesize=14.4 K 2024-11-27T20:25:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/63249e0d16ed469cb7a688c2aac03dcd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63249e0d16ed469cb7a688c2aac03dcd 2024-11-27T20:25:33,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63249e0d16ed469cb7a688c2aac03dcd, entries=150, sequenceid=361, filesize=12.0 K 2024-11-27T20:25:33,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/643fff8906b14a73be0eda4b7de5882c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/643fff8906b14a73be0eda4b7de5882c 2024-11-27T20:25:33,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/643fff8906b14a73be0eda4b7de5882c, entries=150, sequenceid=361, filesize=12.0 K 2024-11-27T20:25:33,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d2cd90d4fe292f5eced4a96dd3459e61 in 484ms, sequenceid=361, compaction requested=false 2024-11-27T20:25:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:25:33,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:33,847 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:33,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/611add6ccbb24ae1855fd9b077698e08 is 50, key is test_row_0/A:col10/1732739133296/Put/seqid=0 2024-11-27T20:25:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742425_1601 (size=12301) 2024-11-27T20:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:33,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739193941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739193942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739193943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739193944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739193949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:25:34,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739194050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739194050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739194050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739194051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739194055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,255 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/611add6ccbb24ae1855fd9b077698e08 2024-11-27T20:25:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739194256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739194256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739194256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739194257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739194262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/a7ebc89aaea64a6db60f1f79a2ef8cfb is 50, key is test_row_0/B:col10/1732739133296/Put/seqid=0 2024-11-27T20:25:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742426_1602 (size=12301) 2024-11-27T20:25:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:25:34,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739194564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739194564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739194565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739194567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739194568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,679 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/a7ebc89aaea64a6db60f1f79a2ef8cfb 2024-11-27T20:25:34,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/170b164f605347b8bab92c03e81eb065 is 50, key is test_row_0/C:col10/1732739133296/Put/seqid=0 2024-11-27T20:25:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742427_1603 (size=12301) 2024-11-27T20:25:34,712 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/170b164f605347b8bab92c03e81eb065 2024-11-27T20:25:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/611add6ccbb24ae1855fd9b077698e08 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/611add6ccbb24ae1855fd9b077698e08 2024-11-27T20:25:34,722 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/611add6ccbb24ae1855fd9b077698e08, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T20:25:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/a7ebc89aaea64a6db60f1f79a2ef8cfb as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a7ebc89aaea64a6db60f1f79a2ef8cfb 2024-11-27T20:25:34,742 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a7ebc89aaea64a6db60f1f79a2ef8cfb, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T20:25:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/170b164f605347b8bab92c03e81eb065 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/170b164f605347b8bab92c03e81eb065 2024-11-27T20:25:34,748 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/170b164f605347b8bab92c03e81eb065, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T20:25:34,749 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2cd90d4fe292f5eced4a96dd3459e61 in 902ms, sequenceid=376, compaction requested=true 2024-11-27T20:25:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-27T20:25:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-27T20:25:34,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T20:25:34,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-27T20:25:34,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.0600 sec 2024-11-27T20:25:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:25:34,798 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-27T20:25:34,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-27T20:25:34,800 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:34,801 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:25:34,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:25:34,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:34,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:25:34,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:34,953 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:25:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/00d674480a7a478a86b8b7dab1b19b34 is 50, key is test_row_0/A:col10/1732739133943/Put/seqid=0 2024-11-27T20:25:34,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742428_1604 (size=12301) 2024-11-27T20:25:34,964 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/00d674480a7a478a86b8b7dab1b19b34 2024-11-27T20:25:34,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/712519b0cffe47edbe089c6071589b07 is 50, key is test_row_0/B:col10/1732739133943/Put/seqid=0 2024-11-27T20:25:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742429_1605 (size=12301) 2024-11-27T20:25:34,974 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/712519b0cffe47edbe089c6071589b07 2024-11-27T20:25:34,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d89d99863ba24a6597a623bfb7b5c655 is 50, key is test_row_0/C:col10/1732739133943/Put/seqid=0 2024-11-27T20:25:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742430_1606 (size=12301) 2024-11-27T20:25:34,984 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d89d99863ba24a6597a623bfb7b5c655 2024-11-27T20:25:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/00d674480a7a478a86b8b7dab1b19b34 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/00d674480a7a478a86b8b7dab1b19b34 2024-11-27T20:25:34,994 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/00d674480a7a478a86b8b7dab1b19b34, entries=150, sequenceid=399, filesize=12.0 K 2024-11-27T20:25:34,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/712519b0cffe47edbe089c6071589b07 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/712519b0cffe47edbe089c6071589b07 2024-11-27T20:25:34,997 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/712519b0cffe47edbe089c6071589b07, entries=150, sequenceid=399, filesize=12.0 K 2024-11-27T20:25:34,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/d89d99863ba24a6597a623bfb7b5c655 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d89d99863ba24a6597a623bfb7b5c655 2024-11-27T20:25:35,005 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d89d99863ba24a6597a623bfb7b5c655, entries=150, sequenceid=399, filesize=12.0 K 2024-11-27T20:25:35,006 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d2cd90d4fe292f5eced4a96dd3459e61 in 53ms, sequenceid=399, compaction requested=true 2024-11-27T20:25:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-27T20:25:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-27T20:25:35,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-27T20:25:35,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-27T20:25:35,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 210 msec 2024-11-27T20:25:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:35,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:35,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:35,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:35,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:35,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:35,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:35,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:35,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/4db7e8b567f34af7b38845fb02a3ec3a is 50, key is test_row_0/A:col10/1732739135082/Put/seqid=0 2024-11-27T20:25:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742431_1607 (size=17181) 2024-11-27T20:25:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:25:35,103 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-27T20:25:35,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-27T20:25:35,107 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:35,108 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:35,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739195119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739195123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739195125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739195126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739195127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739195228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739195232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739195232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739195232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739195233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:35,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:35,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:35,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739195432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739195438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739195438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739195438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739195440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/4db7e8b567f34af7b38845fb02a3ec3a 2024-11-27T20:25:35,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/6c0ce74a85d742718ec7acd3794fa0e2 is 50, key is test_row_0/B:col10/1732739135082/Put/seqid=0 2024-11-27T20:25:35,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742432_1608 (size=12301) 2024-11-27T20:25:35,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,632 DEBUG [Thread-2312 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0784d683 to 127.0.0.1:51623 2024-11-27T20:25:35,632 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:35,635 DEBUG [Thread-2314 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7761f52b to 127.0.0.1:51623 2024-11-27T20:25:35,635 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:35,635 DEBUG [Thread-2308 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23090be3 to 127.0.0.1:51623 2024-11-27T20:25:35,636 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:35,638 DEBUG [Thread-2310 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b8d64d3 to 127.0.0.1:51623 2024-11-27T20:25:35,638 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:35,641 DEBUG [Thread-2316 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a736a20 to 127.0.0.1:51623 2024-11-27T20:25:35,641 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:35,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739195739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739195746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739195747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739195747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739195748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,871 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:35,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:35,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:35,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/6c0ce74a85d742718ec7acd3794fa0e2 2024-11-27T20:25:35,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/e0c9308d8a1a40a9b43628300811846a is 50, key is test_row_0/C:col10/1732739135082/Put/seqid=0 2024-11-27T20:25:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742433_1609 (size=12301) 2024-11-27T20:25:36,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:36,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:36,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:36,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:36,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:36,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58194 deadline: 1732739196243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58176 deadline: 1732739196249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58130 deadline: 1732739196250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732739196251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58178 deadline: 1732739196252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/e0c9308d8a1a40a9b43628300811846a 2024-11-27T20:25:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/4db7e8b567f34af7b38845fb02a3ec3a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/4db7e8b567f34af7b38845fb02a3ec3a 2024-11-27T20:25:36,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/4db7e8b567f34af7b38845fb02a3ec3a, entries=250, sequenceid=412, filesize=16.8 K 2024-11-27T20:25:36,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/6c0ce74a85d742718ec7acd3794fa0e2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/6c0ce74a85d742718ec7acd3794fa0e2 2024-11-27T20:25:36,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/6c0ce74a85d742718ec7acd3794fa0e2, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T20:25:36,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/e0c9308d8a1a40a9b43628300811846a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e0c9308d8a1a40a9b43628300811846a 2024-11-27T20:25:36,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e0c9308d8a1a40a9b43628300811846a, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T20:25:36,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:36,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2cd90d4fe292f5eced4a96dd3459e61 in 1245ms, sequenceid=412, compaction requested=true 2024-11-27T20:25:36,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:36,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:25:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:36,329 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:25:36,329 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:25:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cd90d4fe292f5eced4a96dd3459e61:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:36,329 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:36,330 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:25:36,330 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 69643 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:25:36,330 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/A is initiating minor compaction (all files) 2024-11-27T20:25:36,330 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/B is initiating minor compaction (all files) 2024-11-27T20:25:36,330 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/A in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,330 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/B in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,330 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/7fc5f3dd816b4a33902c99b4dda14ef1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/09aae52c8ea449278c4ce00b90399182, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/611add6ccbb24ae1855fd9b077698e08, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/00d674480a7a478a86b8b7dab1b19b34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/4db7e8b567f34af7b38845fb02a3ec3a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=68.0 K 2024-11-27T20:25:36,330 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/74f680bee6e74aa3b7be8f32be864cb0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63249e0d16ed469cb7a688c2aac03dcd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a7ebc89aaea64a6db60f1f79a2ef8cfb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/712519b0cffe47edbe089c6071589b07, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/6c0ce74a85d742718ec7acd3794fa0e2] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=60.9 K 2024-11-27T20:25:36,330 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fc5f3dd816b4a33902c99b4dda14ef1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739132517 2024-11-27T20:25:36,330 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 74f680bee6e74aa3b7be8f32be864cb0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739132517 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09aae52c8ea449278c4ce00b90399182, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732739133167 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 63249e0d16ed469cb7a688c2aac03dcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732739133167 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 611add6ccbb24ae1855fd9b077698e08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732739133293 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ebc89aaea64a6db60f1f79a2ef8cfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732739133293 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00d674480a7a478a86b8b7dab1b19b34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732739133940 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 712519b0cffe47edbe089c6071589b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732739133940 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4db7e8b567f34af7b38845fb02a3ec3a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739135080 2024-11-27T20:25:36,331 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c0ce74a85d742718ec7acd3794fa0e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739135082 2024-11-27T20:25:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/5609574e99ce4f20a09876c8a3f366f2 is 50, key is test_row_0/A:col10/1732739135124/Put/seqid=0 2024-11-27T20:25:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742434_1610 (size=12301) 2024-11-27T20:25:36,345 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#B#compaction#520 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:36,345 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/659913c723c146af8dd25e42484599a5 is 50, key is test_row_0/B:col10/1732739135082/Put/seqid=0 2024-11-27T20:25:36,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742435_1611 (size=13289) 2024-11-27T20:25:36,356 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#A#compaction#521 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:36,356 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1bba844c00244c6a8b88e4129b79b2f4 is 50, key is test_row_0/A:col10/1732739135082/Put/seqid=0 2024-11-27T20:25:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742436_1612 (size=13289) 2024-11-27T20:25:36,364 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/1bba844c00244c6a8b88e4129b79b2f4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1bba844c00244c6a8b88e4129b79b2f4 2024-11-27T20:25:36,368 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/A of d2cd90d4fe292f5eced4a96dd3459e61 into 1bba844c00244c6a8b88e4129b79b2f4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:36,368 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:36,368 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/A, priority=11, startTime=1732739136328; duration=0sec 2024-11-27T20:25:36,369 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:36,369 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:A 2024-11-27T20:25:36,369 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:25:36,370 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:25:36,370 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): d2cd90d4fe292f5eced4a96dd3459e61/C is initiating minor compaction (all files) 2024-11-27T20:25:36,370 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cd90d4fe292f5eced4a96dd3459e61/C in TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:36,370 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/25f1b1fa06ef469f9a9ebc93af2f3195, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/643fff8906b14a73be0eda4b7de5882c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/170b164f605347b8bab92c03e81eb065, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d89d99863ba24a6597a623bfb7b5c655, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e0c9308d8a1a40a9b43628300811846a] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp, totalSize=60.9 K 2024-11-27T20:25:36,371 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f1b1fa06ef469f9a9ebc93af2f3195, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739132517 2024-11-27T20:25:36,371 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643fff8906b14a73be0eda4b7de5882c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732739133167 2024-11-27T20:25:36,371 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 170b164f605347b8bab92c03e81eb065, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732739133293 2024-11-27T20:25:36,371 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d89d99863ba24a6597a623bfb7b5c655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732739133940 2024-11-27T20:25:36,372 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0c9308d8a1a40a9b43628300811846a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732739135082 2024-11-27T20:25:36,383 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cd90d4fe292f5eced4a96dd3459e61#C#compaction#522 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:36,384 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/5c061c7d307747728e3c2d57cec8ec2a is 50, key is test_row_0/C:col10/1732739135082/Put/seqid=0 2024-11-27T20:25:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742437_1613 (size=13289) 2024-11-27T20:25:36,391 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/5c061c7d307747728e3c2d57cec8ec2a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5c061c7d307747728e3c2d57cec8ec2a 2024-11-27T20:25:36,396 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/C of d2cd90d4fe292f5eced4a96dd3459e61 into 5c061c7d307747728e3c2d57cec8ec2a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:36,396 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:36,396 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/C, priority=11, startTime=1732739136329; duration=0sec 2024-11-27T20:25:36,396 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:36,396 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:C 2024-11-27T20:25:36,740 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/5609574e99ce4f20a09876c8a3f366f2 2024-11-27T20:25:36,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/82782aa091024652908d9c18fa467d97 is 50, key is test_row_0/B:col10/1732739135124/Put/seqid=0 2024-11-27T20:25:36,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742438_1614 (size=12301) 2024-11-27T20:25:36,756 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/659913c723c146af8dd25e42484599a5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/659913c723c146af8dd25e42484599a5 2024-11-27T20:25:36,759 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d2cd90d4fe292f5eced4a96dd3459e61/B of d2cd90d4fe292f5eced4a96dd3459e61 into 659913c723c146af8dd25e42484599a5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:36,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:36,759 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61., storeName=d2cd90d4fe292f5eced4a96dd3459e61/B, priority=11, startTime=1732739136329; duration=0sec 2024-11-27T20:25:36,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:36,759 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cd90d4fe292f5eced4a96dd3459e61:B 2024-11-27T20:25:37,149 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/82782aa091024652908d9c18fa467d97 2024-11-27T20:25:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/33d183ffcc0a4bd49da30a8af404d2cd is 50, key is test_row_0/C:col10/1732739135124/Put/seqid=0 2024-11-27T20:25:37,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742439_1615 (size=12301) 2024-11-27T20:25:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:37,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. as already flushing 2024-11-27T20:25:37,250 DEBUG [Thread-2297 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x466b85c9 to 127.0.0.1:51623 2024-11-27T20:25:37,250 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:37,253 DEBUG [Thread-2305 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e195d6e to 127.0.0.1:51623 2024-11-27T20:25:37,254 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:37,254 DEBUG [Thread-2301 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b0e6a43 to 127.0.0.1:51623 2024-11-27T20:25:37,254 DEBUG [Thread-2301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:37,260 DEBUG [Thread-2303 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08e5fd00 to 127.0.0.1:51623 2024-11-27T20:25:37,260 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:37,263 DEBUG [Thread-2299 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3ee89e to 127.0.0.1:51623 2024-11-27T20:25:37,263 DEBUG [Thread-2299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:37,561 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/33d183ffcc0a4bd49da30a8af404d2cd 2024-11-27T20:25:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/5609574e99ce4f20a09876c8a3f366f2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5609574e99ce4f20a09876c8a3f366f2 2024-11-27T20:25:37,566 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5609574e99ce4f20a09876c8a3f366f2, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T20:25:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/82782aa091024652908d9c18fa467d97 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/82782aa091024652908d9c18fa467d97 2024-11-27T20:25:37,569 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/82782aa091024652908d9c18fa467d97, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T20:25:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/33d183ffcc0a4bd49da30a8af404d2cd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/33d183ffcc0a4bd49da30a8af404d2cd 2024-11-27T20:25:37,572 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/33d183ffcc0a4bd49da30a8af404d2cd, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T20:25:37,572 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for d2cd90d4fe292f5eced4a96dd3459e61 in 1243ms, sequenceid=435, compaction requested=false 2024-11-27T20:25:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-27T20:25:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-27T20:25:37,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-27T20:25:37,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4640 sec 2024-11-27T20:25:37,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.4690 sec 2024-11-27T20:25:37,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:25:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:25:39,212 INFO [Thread-2307 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2314 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6941 rows 2024-11-27T20:25:39,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2335 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7005 rows 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2336 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7008 rows 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2303 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6909 rows 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2317 2024-11-27T20:25:39,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6950 rows 2024-11-27T20:25:39,213 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:25:39,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2aaa8c4a to 127.0.0.1:51623 2024-11-27T20:25:39,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:25:39,215 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:25:39,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:25:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:25:39,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739139219"}]},"ts":"1732739139219"} 2024-11-27T20:25:39,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:25:39,223 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:25:39,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:25:39,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, UNASSIGN}] 2024-11-27T20:25:39,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, UNASSIGN 2024-11-27T20:25:39,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d2cd90d4fe292f5eced4a96dd3459e61, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:39,227 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:25:39,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:25:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:25:39,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:39,379 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:39,379 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:25:39,379 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing d2cd90d4fe292f5eced4a96dd3459e61, disabling compactions & flushes 2024-11-27T20:25:39,379 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:39,379 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:39,379 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. after waiting 0 ms 2024-11-27T20:25:39,379 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:39,379 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing d2cd90d4fe292f5eced4a96dd3459e61 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:25:39,379 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=A 2024-11-27T20:25:39,380 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:39,380 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=B 2024-11-27T20:25:39,380 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:39,380 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cd90d4fe292f5eced4a96dd3459e61, store=C 2024-11-27T20:25:39,380 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:39,383 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/44122c8edf084b6698d5601af5762653 is 50, key is test_row_1/A:col10/1732739137262/Put/seqid=0 2024-11-27T20:25:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742440_1616 (size=9857) 2024-11-27T20:25:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:25:39,786 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/44122c8edf084b6698d5601af5762653 2024-11-27T20:25:39,792 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d83a2ef7403f4e6aa82d71945ef951a7 is 50, key is test_row_1/B:col10/1732739137262/Put/seqid=0 2024-11-27T20:25:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742441_1617 (size=9857) 2024-11-27T20:25:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:25:40,196 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d83a2ef7403f4e6aa82d71945ef951a7 2024-11-27T20:25:40,202 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/207bbf867b5e411b8b24948288e66b74 is 50, key is test_row_1/C:col10/1732739137262/Put/seqid=0 2024-11-27T20:25:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742442_1618 (size=9857) 2024-11-27T20:25:40,206 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/207bbf867b5e411b8b24948288e66b74 2024-11-27T20:25:40,209 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/A/44122c8edf084b6698d5601af5762653 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/44122c8edf084b6698d5601af5762653 2024-11-27T20:25:40,211 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/44122c8edf084b6698d5601af5762653, entries=100, sequenceid=446, filesize=9.6 K 2024-11-27T20:25:40,211 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/B/d83a2ef7403f4e6aa82d71945ef951a7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d83a2ef7403f4e6aa82d71945ef951a7 2024-11-27T20:25:40,214 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d83a2ef7403f4e6aa82d71945ef951a7, entries=100, sequenceid=446, filesize=9.6 K 2024-11-27T20:25:40,214 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/.tmp/C/207bbf867b5e411b8b24948288e66b74 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/207bbf867b5e411b8b24948288e66b74 2024-11-27T20:25:40,216 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/207bbf867b5e411b8b24948288e66b74, entries=100, sequenceid=446, filesize=9.6 K 2024-11-27T20:25:40,217 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d2cd90d4fe292f5eced4a96dd3459e61 in 838ms, sequenceid=446, compaction requested=true 2024-11-27T20:25:40,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1ec2ea0f896748e6a662d78d763adb02, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/16584893d13a430b9f6aaeef5b951fb6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ff51006f97a54f0a993fbf86104f6050, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/67748300a52e4def941a8f130c6f002a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/6f0dadc30cc3453b8c07b83f5e7a4e71, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ac9e4097489942a6a39be103233238ee, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/76680fb59e7e4473acc012e9a63e99e0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/c14c5260f10e4a818c892177441bd702, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/e1457febfb014d348184abd88efafe0e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/23cf68d61b0a43d3bfb7631a07acf5eb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/0df0f9f937704022b821eb6978fe701f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b54699ce433e41e3bb2e4acb094fca36, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/816e2a2e9b8642ac94b8a9e95d022e71, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/aa0d3380a8304e019028c35c5e4aa03a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1cfac0e1be71463a92f93f31de130910, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5ebac221bc18487797b545eb01ecbf96, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ee7b135da5e446f88f363c498b94b0b0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/73f512bb6b314dabb44ae9c9f6cf9c6c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8c5c966bc0434d43835208aa1dc78c45, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8f35b642613640448202b92beacc38d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b9f6f0cef14c4871a63706e294c78402, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/a55464c8119f4bb09f1fabb785cc5c27, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/3a2110c8e779452881aa10ecb2df9757, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b74f9bf8f2d44a93b38e1dccd959f441, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/7fc5f3dd816b4a33902c99b4dda14ef1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/09aae52c8ea449278c4ce00b90399182, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/611add6ccbb24ae1855fd9b077698e08, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/00d674480a7a478a86b8b7dab1b19b34, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/4db7e8b567f34af7b38845fb02a3ec3a] to archive 2024-11-27T20:25:40,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:25:40,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1ec2ea0f896748e6a662d78d763adb02 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1ec2ea0f896748e6a662d78d763adb02 2024-11-27T20:25:40,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/16584893d13a430b9f6aaeef5b951fb6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/16584893d13a430b9f6aaeef5b951fb6 2024-11-27T20:25:40,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ff51006f97a54f0a993fbf86104f6050 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ff51006f97a54f0a993fbf86104f6050 2024-11-27T20:25:40,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/67748300a52e4def941a8f130c6f002a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/67748300a52e4def941a8f130c6f002a 2024-11-27T20:25:40,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/6f0dadc30cc3453b8c07b83f5e7a4e71 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/6f0dadc30cc3453b8c07b83f5e7a4e71 2024-11-27T20:25:40,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ac9e4097489942a6a39be103233238ee to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ac9e4097489942a6a39be103233238ee 2024-11-27T20:25:40,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/76680fb59e7e4473acc012e9a63e99e0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/76680fb59e7e4473acc012e9a63e99e0 2024-11-27T20:25:40,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/c14c5260f10e4a818c892177441bd702 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/c14c5260f10e4a818c892177441bd702 2024-11-27T20:25:40,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/e1457febfb014d348184abd88efafe0e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/e1457febfb014d348184abd88efafe0e 2024-11-27T20:25:40,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/23cf68d61b0a43d3bfb7631a07acf5eb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/23cf68d61b0a43d3bfb7631a07acf5eb 2024-11-27T20:25:40,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/0df0f9f937704022b821eb6978fe701f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/0df0f9f937704022b821eb6978fe701f 2024-11-27T20:25:40,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b54699ce433e41e3bb2e4acb094fca36 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b54699ce433e41e3bb2e4acb094fca36 2024-11-27T20:25:40,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/816e2a2e9b8642ac94b8a9e95d022e71 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/816e2a2e9b8642ac94b8a9e95d022e71 2024-11-27T20:25:40,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/aa0d3380a8304e019028c35c5e4aa03a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/aa0d3380a8304e019028c35c5e4aa03a 2024-11-27T20:25:40,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1cfac0e1be71463a92f93f31de130910 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1cfac0e1be71463a92f93f31de130910 2024-11-27T20:25:40,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5ebac221bc18487797b545eb01ecbf96 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5ebac221bc18487797b545eb01ecbf96 2024-11-27T20:25:40,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ee7b135da5e446f88f363c498b94b0b0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/ee7b135da5e446f88f363c498b94b0b0 2024-11-27T20:25:40,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/73f512bb6b314dabb44ae9c9f6cf9c6c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/73f512bb6b314dabb44ae9c9f6cf9c6c 2024-11-27T20:25:40,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8c5c966bc0434d43835208aa1dc78c45 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8c5c966bc0434d43835208aa1dc78c45 2024-11-27T20:25:40,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8f35b642613640448202b92beacc38d4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/8f35b642613640448202b92beacc38d4 2024-11-27T20:25:40,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b9f6f0cef14c4871a63706e294c78402 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b9f6f0cef14c4871a63706e294c78402 2024-11-27T20:25:40,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/a55464c8119f4bb09f1fabb785cc5c27 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/a55464c8119f4bb09f1fabb785cc5c27 2024-11-27T20:25:40,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/3a2110c8e779452881aa10ecb2df9757 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/3a2110c8e779452881aa10ecb2df9757 2024-11-27T20:25:40,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b74f9bf8f2d44a93b38e1dccd959f441 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/b74f9bf8f2d44a93b38e1dccd959f441 2024-11-27T20:25:40,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/7fc5f3dd816b4a33902c99b4dda14ef1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/7fc5f3dd816b4a33902c99b4dda14ef1 2024-11-27T20:25:40,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/09aae52c8ea449278c4ce00b90399182 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/09aae52c8ea449278c4ce00b90399182 2024-11-27T20:25:40,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/611add6ccbb24ae1855fd9b077698e08 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/611add6ccbb24ae1855fd9b077698e08 2024-11-27T20:25:40,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/00d674480a7a478a86b8b7dab1b19b34 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/00d674480a7a478a86b8b7dab1b19b34 2024-11-27T20:25:40,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/4db7e8b567f34af7b38845fb02a3ec3a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/4db7e8b567f34af7b38845fb02a3ec3a 2024-11-27T20:25:40,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0df24a5eec73494399ec6e87710dda4b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/c6e7d525334b4eea9af37450a5247cd7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/f90999d05d9a4b24b0ca8acfff0ce2e9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/994e66c84ee542289dada6b019cebc16, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/7f5e568f217a4793ad29e69cfe860a97, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/424597feef794a1285d98c1e7137ce92, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/5b9775c1edb041e990288198c06ba30d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/e3f1639a63914fa0ba912896c30a00cd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/ba413344cfe547c8b7c5bb9ede2f57be, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/139bd47781b4487fa1da71e599085501, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/03290d262c9c482893f0677ca6480aa5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63e4e5921bd64f938c3bdb286d1fa2fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/b5a384cff97a4cdaa94236a0b2748bd6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0bc3f3d330bc4c12ae4b886e63a3708f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/952ec4a886bc451fb0e2369487a9ae11, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a3ed3f71a6e645b58ef07e2fa22d3559, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/8f904ac591f24784829006a9a3c8bc7c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/1adea335e5c641bdbf4d449f3b95d983, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/efc5e1eee9954a04b880e3924d7113c4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d42d398a20ab4790b1cac67fceed4c90, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0c54db6aa4304bf9a0087f53dc18a692, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d89b91e3566e4bc09684b69956fa22d1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/364da0600f074f06ba550a4b3df25391, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/74f680bee6e74aa3b7be8f32be864cb0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/480f4b223bf348eaa60cbfffcec307a2, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63249e0d16ed469cb7a688c2aac03dcd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a7ebc89aaea64a6db60f1f79a2ef8cfb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/712519b0cffe47edbe089c6071589b07, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/6c0ce74a85d742718ec7acd3794fa0e2] to archive 2024-11-27T20:25:40,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:25:40,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0df24a5eec73494399ec6e87710dda4b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0df24a5eec73494399ec6e87710dda4b 2024-11-27T20:25:40,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/c6e7d525334b4eea9af37450a5247cd7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/c6e7d525334b4eea9af37450a5247cd7 2024-11-27T20:25:40,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/f90999d05d9a4b24b0ca8acfff0ce2e9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/f90999d05d9a4b24b0ca8acfff0ce2e9 2024-11-27T20:25:40,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/994e66c84ee542289dada6b019cebc16 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/994e66c84ee542289dada6b019cebc16 2024-11-27T20:25:40,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/7f5e568f217a4793ad29e69cfe860a97 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/7f5e568f217a4793ad29e69cfe860a97 2024-11-27T20:25:40,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/424597feef794a1285d98c1e7137ce92 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/424597feef794a1285d98c1e7137ce92 2024-11-27T20:25:40,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/5b9775c1edb041e990288198c06ba30d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/5b9775c1edb041e990288198c06ba30d 2024-11-27T20:25:40,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/e3f1639a63914fa0ba912896c30a00cd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/e3f1639a63914fa0ba912896c30a00cd 2024-11-27T20:25:40,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/ba413344cfe547c8b7c5bb9ede2f57be to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/ba413344cfe547c8b7c5bb9ede2f57be 2024-11-27T20:25:40,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/139bd47781b4487fa1da71e599085501 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/139bd47781b4487fa1da71e599085501 2024-11-27T20:25:40,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/03290d262c9c482893f0677ca6480aa5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/03290d262c9c482893f0677ca6480aa5 2024-11-27T20:25:40,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63e4e5921bd64f938c3bdb286d1fa2fc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63e4e5921bd64f938c3bdb286d1fa2fc 2024-11-27T20:25:40,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/b5a384cff97a4cdaa94236a0b2748bd6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/b5a384cff97a4cdaa94236a0b2748bd6 2024-11-27T20:25:40,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0bc3f3d330bc4c12ae4b886e63a3708f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0bc3f3d330bc4c12ae4b886e63a3708f 2024-11-27T20:25:40,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/952ec4a886bc451fb0e2369487a9ae11 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/952ec4a886bc451fb0e2369487a9ae11 2024-11-27T20:25:40,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a3ed3f71a6e645b58ef07e2fa22d3559 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a3ed3f71a6e645b58ef07e2fa22d3559 2024-11-27T20:25:40,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/8f904ac591f24784829006a9a3c8bc7c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/8f904ac591f24784829006a9a3c8bc7c 2024-11-27T20:25:40,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/1adea335e5c641bdbf4d449f3b95d983 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/1adea335e5c641bdbf4d449f3b95d983 2024-11-27T20:25:40,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/efc5e1eee9954a04b880e3924d7113c4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/efc5e1eee9954a04b880e3924d7113c4 2024-11-27T20:25:40,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d42d398a20ab4790b1cac67fceed4c90 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d42d398a20ab4790b1cac67fceed4c90 2024-11-27T20:25:40,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0c54db6aa4304bf9a0087f53dc18a692 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/0c54db6aa4304bf9a0087f53dc18a692 2024-11-27T20:25:40,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d89b91e3566e4bc09684b69956fa22d1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d89b91e3566e4bc09684b69956fa22d1 2024-11-27T20:25:40,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/364da0600f074f06ba550a4b3df25391 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/364da0600f074f06ba550a4b3df25391 2024-11-27T20:25:40,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/74f680bee6e74aa3b7be8f32be864cb0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/74f680bee6e74aa3b7be8f32be864cb0 2024-11-27T20:25:40,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/480f4b223bf348eaa60cbfffcec307a2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/480f4b223bf348eaa60cbfffcec307a2 2024-11-27T20:25:40,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63249e0d16ed469cb7a688c2aac03dcd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/63249e0d16ed469cb7a688c2aac03dcd 2024-11-27T20:25:40,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a7ebc89aaea64a6db60f1f79a2ef8cfb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/a7ebc89aaea64a6db60f1f79a2ef8cfb 2024-11-27T20:25:40,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/712519b0cffe47edbe089c6071589b07 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/712519b0cffe47edbe089c6071589b07 2024-11-27T20:25:40,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/6c0ce74a85d742718ec7acd3794fa0e2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/6c0ce74a85d742718ec7acd3794fa0e2 2024-11-27T20:25:40,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/2e278abd295a4c35846caf100b0179ed, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/a8a61e66ff584b2c8cf0ef6f0ba4199d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4aa0720421e54ced9a9b8e48f807af81, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/820955cf11ba4d539260f8c5134e3efb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d3e0b257731d45329f9c13ecba6c7941, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/6a6f8510cf0f444c97bf1c8789b9beb6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/9a06df91763546a4a22f5504a5c9e246, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/fc7018e886a74911a76627bdb443905f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4c53866592b04479a083f2ba8fff09d3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e857e537c49c48c0af40e398fd3fbb9f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/0b434cff04c148bea1f1d20cc25a1eb3, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/699d328d73ac46b4b5ff79798e70e929, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/f6650373ad464e6b8f7ced0583d141fe, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/c11cb7ec42004d90b2c7bc7db41b43a7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/3681ce72f0394c4d978d66a61b85f1f9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/036af3d733e34ee8be253c498482b425, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/55404892fe8341c2ac75d44b23aa7360, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5ebf651284d6460cbb5969c0f8477831, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/897d8458bdc84229a9973b59ccc3b0eb, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d5d5fbcbf2d34884807e03282c507aaf, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/83bf5c0816a345608404299cb529a955, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/ce82b9a784084e38aa39bccfd00fd5f4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4914f79a61744e679da1a8fab8fa4d4a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/25f1b1fa06ef469f9a9ebc93af2f3195, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/cddc43b9de7e4ddbbe108983463ef51b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/643fff8906b14a73be0eda4b7de5882c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/170b164f605347b8bab92c03e81eb065, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d89d99863ba24a6597a623bfb7b5c655, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e0c9308d8a1a40a9b43628300811846a] to archive 2024-11-27T20:25:40,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:25:40,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/2e278abd295a4c35846caf100b0179ed to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/2e278abd295a4c35846caf100b0179ed 2024-11-27T20:25:40,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/a8a61e66ff584b2c8cf0ef6f0ba4199d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/a8a61e66ff584b2c8cf0ef6f0ba4199d 2024-11-27T20:25:40,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4aa0720421e54ced9a9b8e48f807af81 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4aa0720421e54ced9a9b8e48f807af81 2024-11-27T20:25:40,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/820955cf11ba4d539260f8c5134e3efb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/820955cf11ba4d539260f8c5134e3efb 2024-11-27T20:25:40,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d3e0b257731d45329f9c13ecba6c7941 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d3e0b257731d45329f9c13ecba6c7941 2024-11-27T20:25:40,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/6a6f8510cf0f444c97bf1c8789b9beb6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/6a6f8510cf0f444c97bf1c8789b9beb6 2024-11-27T20:25:40,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/9a06df91763546a4a22f5504a5c9e246 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/9a06df91763546a4a22f5504a5c9e246 2024-11-27T20:25:40,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/fc7018e886a74911a76627bdb443905f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/fc7018e886a74911a76627bdb443905f 2024-11-27T20:25:40,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4c53866592b04479a083f2ba8fff09d3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4c53866592b04479a083f2ba8fff09d3 2024-11-27T20:25:40,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e857e537c49c48c0af40e398fd3fbb9f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e857e537c49c48c0af40e398fd3fbb9f 2024-11-27T20:25:40,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/0b434cff04c148bea1f1d20cc25a1eb3 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/0b434cff04c148bea1f1d20cc25a1eb3 2024-11-27T20:25:40,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/699d328d73ac46b4b5ff79798e70e929 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/699d328d73ac46b4b5ff79798e70e929 2024-11-27T20:25:40,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/f6650373ad464e6b8f7ced0583d141fe to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/f6650373ad464e6b8f7ced0583d141fe 2024-11-27T20:25:40,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/c11cb7ec42004d90b2c7bc7db41b43a7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/c11cb7ec42004d90b2c7bc7db41b43a7 2024-11-27T20:25:40,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/3681ce72f0394c4d978d66a61b85f1f9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/3681ce72f0394c4d978d66a61b85f1f9 2024-11-27T20:25:40,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/036af3d733e34ee8be253c498482b425 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/036af3d733e34ee8be253c498482b425 2024-11-27T20:25:40,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/55404892fe8341c2ac75d44b23aa7360 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/55404892fe8341c2ac75d44b23aa7360 2024-11-27T20:25:40,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5ebf651284d6460cbb5969c0f8477831 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5ebf651284d6460cbb5969c0f8477831 2024-11-27T20:25:40,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/897d8458bdc84229a9973b59ccc3b0eb to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/897d8458bdc84229a9973b59ccc3b0eb 2024-11-27T20:25:40,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d5d5fbcbf2d34884807e03282c507aaf to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d5d5fbcbf2d34884807e03282c507aaf 2024-11-27T20:25:40,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/83bf5c0816a345608404299cb529a955 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/83bf5c0816a345608404299cb529a955 2024-11-27T20:25:40,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/ce82b9a784084e38aa39bccfd00fd5f4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/ce82b9a784084e38aa39bccfd00fd5f4 2024-11-27T20:25:40,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4914f79a61744e679da1a8fab8fa4d4a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/4914f79a61744e679da1a8fab8fa4d4a 2024-11-27T20:25:40,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/25f1b1fa06ef469f9a9ebc93af2f3195 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/25f1b1fa06ef469f9a9ebc93af2f3195 2024-11-27T20:25:40,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/cddc43b9de7e4ddbbe108983463ef51b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/cddc43b9de7e4ddbbe108983463ef51b 2024-11-27T20:25:40,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/643fff8906b14a73be0eda4b7de5882c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/643fff8906b14a73be0eda4b7de5882c 2024-11-27T20:25:40,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/170b164f605347b8bab92c03e81eb065 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/170b164f605347b8bab92c03e81eb065 2024-11-27T20:25:40,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d89d99863ba24a6597a623bfb7b5c655 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/d89d99863ba24a6597a623bfb7b5c655 2024-11-27T20:25:40,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e0c9308d8a1a40a9b43628300811846a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/e0c9308d8a1a40a9b43628300811846a 2024-11-27T20:25:40,295 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=1 2024-11-27T20:25:40,295 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61. 2024-11-27T20:25:40,295 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for d2cd90d4fe292f5eced4a96dd3459e61: 2024-11-27T20:25:40,296 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:40,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d2cd90d4fe292f5eced4a96dd3459e61, regionState=CLOSED 2024-11-27T20:25:40,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-27T20:25:40,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure d2cd90d4fe292f5eced4a96dd3459e61, server=23827885d8b7,39789,1732738990134 in 1.0700 sec 2024-11-27T20:25:40,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-27T20:25:40,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cd90d4fe292f5eced4a96dd3459e61, UNASSIGN in 1.0730 sec 2024-11-27T20:25:40,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-27T20:25:40,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0760 sec 2024-11-27T20:25:40,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739140301"}]},"ts":"1732739140301"} 2024-11-27T20:25:40,302 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:25:40,305 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:25:40,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0900 sec 2024-11-27T20:25:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:25:40,321 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-27T20:25:40,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:25:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,322 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:25:40,323 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,324 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:40,325 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/recovered.edits] 2024-11-27T20:25:40,327 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1bba844c00244c6a8b88e4129b79b2f4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/1bba844c00244c6a8b88e4129b79b2f4 2024-11-27T20:25:40,328 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/44122c8edf084b6698d5601af5762653 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/44122c8edf084b6698d5601af5762653 2024-11-27T20:25:40,329 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5609574e99ce4f20a09876c8a3f366f2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/A/5609574e99ce4f20a09876c8a3f366f2 2024-11-27T20:25:40,330 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/659913c723c146af8dd25e42484599a5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/659913c723c146af8dd25e42484599a5 2024-11-27T20:25:40,331 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/82782aa091024652908d9c18fa467d97 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/82782aa091024652908d9c18fa467d97 2024-11-27T20:25:40,332 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d83a2ef7403f4e6aa82d71945ef951a7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/B/d83a2ef7403f4e6aa82d71945ef951a7 2024-11-27T20:25:40,334 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/207bbf867b5e411b8b24948288e66b74 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/207bbf867b5e411b8b24948288e66b74 2024-11-27T20:25:40,334 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/33d183ffcc0a4bd49da30a8af404d2cd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/33d183ffcc0a4bd49da30a8af404d2cd 2024-11-27T20:25:40,335 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5c061c7d307747728e3c2d57cec8ec2a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/C/5c061c7d307747728e3c2d57cec8ec2a 2024-11-27T20:25:40,337 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/recovered.edits/449.seqid to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61/recovered.edits/449.seqid 2024-11-27T20:25:40,337 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/d2cd90d4fe292f5eced4a96dd3459e61 2024-11-27T20:25:40,337 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:25:40,339 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,340 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:25:40,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:25:40,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:25:40,343 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739140343"}]},"ts":"9223372036854775807"} 2024-11-27T20:25:40,344 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:25:40,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d2cd90d4fe292f5eced4a96dd3459e61, NAME => 'TestAcidGuarantees,,1732739113462.d2cd90d4fe292f5eced4a96dd3459e61.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:25:40,344 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:25:40,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739140344"}]},"ts":"9223372036854775807"} 2024-11-27T20:25:40,345 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:25:40,348 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-27T20:25:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:25:40,423 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-27T20:25:40,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=604 (was 743), ProcessCount=11 (was 11), AvailableMemoryMB=5344 (was 5639) 2024-11-27T20:25:40,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=604, ProcessCount=11, AvailableMemoryMB=5343 2024-11-27T20:25:40,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:25:40,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:25:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:40,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:25:40,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:40,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-27T20:25:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-27T20:25:40,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:25:40,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742443_1619 (size=963) 2024-11-27T20:25:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-27T20:25:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-27T20:25:40,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6 2024-11-27T20:25:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742444_1620 (size=53) 2024-11-27T20:25:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-27T20:25:41,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:25:41,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4ba9e901575cf31988b6923b1c14c9ef, disabling compactions & flushes 2024-11-27T20:25:41,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. after waiting 0 ms 2024-11-27T20:25:41,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:41,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:25:41,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739141257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739141257"}]},"ts":"1732739141257"} 2024-11-27T20:25:41,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:25:41,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:25:41,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739141259"}]},"ts":"1732739141259"} 2024-11-27T20:25:41,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:25:41,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, ASSIGN}] 2024-11-27T20:25:41,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, ASSIGN 2024-11-27T20:25:41,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, ASSIGN; state=OFFLINE, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=false 2024-11-27T20:25:41,416 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:41,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:25:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-27T20:25:41,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:41,572 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,572 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:25:41,572 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,572 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:25:41,572 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,572 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,573 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,574 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:41,574 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba9e901575cf31988b6923b1c14c9ef columnFamilyName A 2024-11-27T20:25:41,574 DEBUG [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:41,575 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(327): Store=4ba9e901575cf31988b6923b1c14c9ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:41,575 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,576 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:41,576 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba9e901575cf31988b6923b1c14c9ef columnFamilyName B 2024-11-27T20:25:41,576 DEBUG [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:41,576 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(327): Store=4ba9e901575cf31988b6923b1c14c9ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:41,576 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,577 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:41,577 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba9e901575cf31988b6923b1c14c9ef columnFamilyName C 2024-11-27T20:25:41,577 DEBUG [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:41,577 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(327): Store=4ba9e901575cf31988b6923b1c14c9ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:41,577 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,578 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,578 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,579 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:25:41,580 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:41,582 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:25:41,582 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 4ba9e901575cf31988b6923b1c14c9ef; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70019457, jitterRate=0.04337121546268463}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:25:41,583 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:41,584 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., pid=157, masterSystemTime=1732739141569 2024-11-27T20:25:41,585 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,585 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:41,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:41,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-27T20:25:41,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 in 168 msec 2024-11-27T20:25:41,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-27T20:25:41,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, ASSIGN in 323 msec 2024-11-27T20:25:41,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:25:41,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739141589"}]},"ts":"1732739141589"} 2024-11-27T20:25:41,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:25:41,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:25:41,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-27T20:25:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-27T20:25:42,548 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-27T20:25:42,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1fe6e4 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e7ba75 2024-11-27T20:25:42,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:42,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:42,557 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:42,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:25:42,558 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:25:42,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:25:42,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:25:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T20:25:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742445_1621 (size=999) 2024-11-27T20:25:42,969 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-27T20:25:42,969 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-27T20:25:42,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:25:42,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, REOPEN/MOVE}] 2024-11-27T20:25:42,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, REOPEN/MOVE 2024-11-27T20:25:42,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:42,974 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:25:42,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:25:43,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,125 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,125 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:25:43,126 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 4ba9e901575cf31988b6923b1c14c9ef, disabling compactions & flushes 2024-11-27T20:25:43,126 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,126 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,126 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. after waiting 0 ms 2024-11-27T20:25:43,126 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,129 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:25:43,129 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,129 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:43,129 WARN [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 4ba9e901575cf31988b6923b1c14c9ef to self. 2024-11-27T20:25:43,130 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=CLOSED 2024-11-27T20:25:43,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-27T20:25:43,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 in 157 msec 2024-11-27T20:25:43,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, REOPEN/MOVE; state=CLOSED, location=23827885d8b7,39789,1732738990134; forceNewPlan=false, retain=true 2024-11-27T20:25:43,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=OPENING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:25:43,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,438 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,438 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:25:43,438 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,438 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:25:43,439 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,439 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,440 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,440 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:43,440 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba9e901575cf31988b6923b1c14c9ef columnFamilyName A 2024-11-27T20:25:43,441 DEBUG [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:43,442 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(327): Store=4ba9e901575cf31988b6923b1c14c9ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:43,442 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,442 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:43,442 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba9e901575cf31988b6923b1c14c9ef columnFamilyName B 2024-11-27T20:25:43,442 DEBUG [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:43,443 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(327): Store=4ba9e901575cf31988b6923b1c14c9ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:43,443 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,443 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:25:43,443 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ba9e901575cf31988b6923b1c14c9ef columnFamilyName C 2024-11-27T20:25:43,443 DEBUG [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:43,444 INFO [StoreOpener-4ba9e901575cf31988b6923b1c14c9ef-1 {}] regionserver.HStore(327): Store=4ba9e901575cf31988b6923b1c14c9ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:25:43,444 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,444 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,445 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,447 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:25:43,448 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,448 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 4ba9e901575cf31988b6923b1c14c9ef; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67780037, jitterRate=0.010001257061958313}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:25:43,449 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:43,449 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., pid=162, masterSystemTime=1732739143436 2024-11-27T20:25:43,450 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,451 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=OPEN, openSeqNum=5, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-27T20:25:43,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 in 168 msec 2024-11-27T20:25:43,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-27T20:25:43,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, REOPEN/MOVE in 480 msec 2024-11-27T20:25:43,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-27T20:25:43,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-27T20:25:43,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-27T20:25:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:25:43,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-11-27T20:25:43,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-11-27T20:25:43,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-11-27T20:25:43,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-11-27T20:25:43,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,472 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-27T20:25:43,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-11-27T20:25:43,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-27T20:25:43,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-11-27T20:25:43,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-11-27T20:25:43,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:51623 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-11-27T20:25:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:25:43,494 DEBUG [hconnection-0x365776c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:43,495 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,496 DEBUG [hconnection-0x2e501fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,496 DEBUG [hconnection-0x40911a20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-27T20:25:43,497 DEBUG [hconnection-0x5e894ce0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T20:25:43,497 DEBUG [hconnection-0x30408e85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,497 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:43,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,498 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,498 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,498 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,498 DEBUG [hconnection-0x15c72f12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,498 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:43,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:43,499 DEBUG [hconnection-0x5ac32eaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,499 DEBUG [hconnection-0x3fd87151-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,499 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,501 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,501 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,503 DEBUG [hconnection-0x4bd308c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,504 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,508 DEBUG [hconnection-0x1aad9c3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:25:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:43,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:43,509 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:25:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739203532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739203534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739203537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739203540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739203539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112717f3bda75ab04f4a975dab55a626f986_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739143508/Put/seqid=0 2024-11-27T20:25:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742446_1622 (size=12154) 2024-11-27T20:25:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T20:25:43,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739203641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739203641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739203643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739203645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739203646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T20:25:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:43,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T20:25:43,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T20:25:43,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:43,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739203843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739203844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739203846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739203846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739203848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:43,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T20:25:43,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:43,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:43,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:44,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112717f3bda75ab04f4a975dab55a626f986_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112717f3bda75ab04f4a975dab55a626f986_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:44,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6e0fd39beb124d4c9ecc9a3b79a0d217, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:44,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6e0fd39beb124d4c9ecc9a3b79a0d217 is 175, key is test_row_0/A:col10/1732739143508/Put/seqid=0 2024-11-27T20:25:44,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742447_1623 (size=30955) 2024-11-27T20:25:44,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6e0fd39beb124d4c9ecc9a3b79a0d217 2024-11-27T20:25:44,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/39f00b20475541d28b027a99c5a3c8d4 is 50, key is test_row_0/B:col10/1732739143508/Put/seqid=0 2024-11-27T20:25:44,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742448_1624 (size=12001) 2024-11-27T20:25:44,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/39f00b20475541d28b027a99c5a3c8d4 2024-11-27T20:25:44,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/7b0544a90db249d1ac0ac51e403b7cd7 is 50, key is test_row_0/C:col10/1732739143508/Put/seqid=0 2024-11-27T20:25:44,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742449_1625 (size=12001) 2024-11-27T20:25:44,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/7b0544a90db249d1ac0ac51e403b7cd7 2024-11-27T20:25:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6e0fd39beb124d4c9ecc9a3b79a0d217 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217 2024-11-27T20:25:44,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T20:25:44,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/39f00b20475541d28b027a99c5a3c8d4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/39f00b20475541d28b027a99c5a3c8d4 2024-11-27T20:25:44,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/39f00b20475541d28b027a99c5a3c8d4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T20:25:44,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/7b0544a90db249d1ac0ac51e403b7cd7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7b0544a90db249d1ac0ac51e403b7cd7 2024-11-27T20:25:44,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7b0544a90db249d1ac0ac51e403b7cd7, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T20:25:44,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4ba9e901575cf31988b6923b1c14c9ef in 585ms, sequenceid=16, compaction requested=false 2024-11-27T20:25:44,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T20:25:44,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:44,110 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277717751009c44c77b08bc112dc6e5be4_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739143533/Put/seqid=0 2024-11-27T20:25:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:44,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739204156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739204156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739204157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739204157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739204157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742450_1626 (size=12154) 2024-11-27T20:25:44,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:44,170 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277717751009c44c77b08bc112dc6e5be4_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277717751009c44c77b08bc112dc6e5be4_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d55435d15eaf4339a68a981aa3edb2f5, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d55435d15eaf4339a68a981aa3edb2f5 is 175, key is test_row_0/A:col10/1732739143533/Put/seqid=0 2024-11-27T20:25:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742451_1627 (size=30955) 2024-11-27T20:25:44,180 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d55435d15eaf4339a68a981aa3edb2f5 2024-11-27T20:25:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3d802a07d1364b018d557d9e890f2614 is 50, key is test_row_0/B:col10/1732739143533/Put/seqid=0 2024-11-27T20:25:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742452_1628 (size=12001) 2024-11-27T20:25:44,201 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3d802a07d1364b018d557d9e890f2614 2024-11-27T20:25:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/87713d8d8215456c93ae162d531a36a6 is 50, key is test_row_0/C:col10/1732739143533/Put/seqid=0 2024-11-27T20:25:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742453_1629 (size=12001) 2024-11-27T20:25:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739204260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739204260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739204261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739204261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739204261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739204462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739204463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739204464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739204463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739204464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T20:25:44,628 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/87713d8d8215456c93ae162d531a36a6 2024-11-27T20:25:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d55435d15eaf4339a68a981aa3edb2f5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5 2024-11-27T20:25:44,642 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5, entries=150, sequenceid=41, filesize=30.2 K 2024-11-27T20:25:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3d802a07d1364b018d557d9e890f2614 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3d802a07d1364b018d557d9e890f2614 2024-11-27T20:25:44,647 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3d802a07d1364b018d557d9e890f2614, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T20:25:44,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/87713d8d8215456c93ae162d531a36a6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/87713d8d8215456c93ae162d531a36a6 2024-11-27T20:25:44,657 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/87713d8d8215456c93ae162d531a36a6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T20:25:44,659 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 4ba9e901575cf31988b6923b1c14c9ef in 549ms, sequenceid=41, compaction requested=false 2024-11-27T20:25:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-27T20:25:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-27T20:25:44,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-27T20:25:44,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-27T20:25:44,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.1800 sec 2024-11-27T20:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:44,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:25:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:44,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ed93dcced97240e4b9532d288ad8208a_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:44,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742454_1630 (size=14594) 2024-11-27T20:25:44,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:44,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ed93dcced97240e4b9532d288ad8208a_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ed93dcced97240e4b9532d288ad8208a_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:44,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/42ba0a7425144fb9aaca70791485a055, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:44,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/42ba0a7425144fb9aaca70791485a055 is 175, key is test_row_0/A:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:44,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739204787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739204789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742455_1631 (size=39549) 2024-11-27T20:25:44,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739204806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739204818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739204820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739204909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739204911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739204919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739204922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739204922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739205112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739205113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739205122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739205125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739205127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/42ba0a7425144fb9aaca70791485a055 2024-11-27T20:25:45,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/54f9550cdd7b42ddbc0bbffaabf91026 is 50, key is test_row_0/B:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742456_1632 (size=12001) 2024-11-27T20:25:45,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/54f9550cdd7b42ddbc0bbffaabf91026 2024-11-27T20:25:45,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/7ef43e237bbb4760a3cda79b3b0968ae is 50, key is test_row_0/C:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742457_1633 (size=12001) 2024-11-27T20:25:45,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/7ef43e237bbb4760a3cda79b3b0968ae 2024-11-27T20:25:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/42ba0a7425144fb9aaca70791485a055 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055 2024-11-27T20:25:45,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055, entries=200, sequenceid=58, filesize=38.6 K 2024-11-27T20:25:45,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/54f9550cdd7b42ddbc0bbffaabf91026 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/54f9550cdd7b42ddbc0bbffaabf91026 2024-11-27T20:25:45,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/54f9550cdd7b42ddbc0bbffaabf91026, entries=150, sequenceid=58, filesize=11.7 K 2024-11-27T20:25:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/7ef43e237bbb4760a3cda79b3b0968ae as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7ef43e237bbb4760a3cda79b3b0968ae 2024-11-27T20:25:45,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7ef43e237bbb4760a3cda79b3b0968ae, entries=150, sequenceid=58, filesize=11.7 K 2024-11-27T20:25:45,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 4ba9e901575cf31988b6923b1c14c9ef in 584ms, sequenceid=58, compaction requested=true 2024-11-27T20:25:45,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:45,353 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:45,353 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:45,355 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:45,355 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:45,355 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,355 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/39f00b20475541d28b027a99c5a3c8d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3d802a07d1364b018d557d9e890f2614, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/54f9550cdd7b42ddbc0bbffaabf91026] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=35.2 K 2024-11-27T20:25:45,355 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:45,355 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:45,356 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,356 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=99.1 K 2024-11-27T20:25:45,356 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,356 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055] 2024-11-27T20:25:45,356 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f00b20475541d28b027a99c5a3c8d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732739143503 2024-11-27T20:25:45,356 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e0fd39beb124d4c9ecc9a3b79a0d217, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732739143503 2024-11-27T20:25:45,357 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d802a07d1364b018d557d9e890f2614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732739143533 2024-11-27T20:25:45,357 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d55435d15eaf4339a68a981aa3edb2f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732739143533 2024-11-27T20:25:45,360 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 54f9550cdd7b42ddbc0bbffaabf91026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732739144154 2024-11-27T20:25:45,361 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42ba0a7425144fb9aaca70791485a055, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732739144154 2024-11-27T20:25:45,371 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:45,372 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/6dd773e90b4c47e2a52e1772a43d1442 is 50, key is test_row_0/B:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:45,373 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:45,376 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112730e8bd5d3e844a00959d2ca57b2c6fab_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:45,378 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112730e8bd5d3e844a00959d2ca57b2c6fab_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:45,379 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112730e8bd5d3e844a00959d2ca57b2c6fab_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:45,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742458_1634 (size=4469) 2024-11-27T20:25:45,385 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#538 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:45,386 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/2ef3ce55927b40108f65e1303e8ccba4 is 175, key is test_row_0/A:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742460_1636 (size=31058) 2024-11-27T20:25:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742459_1635 (size=12104) 2024-11-27T20:25:45,412 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/2ef3ce55927b40108f65e1303e8ccba4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/2ef3ce55927b40108f65e1303e8ccba4 2024-11-27T20:25:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:45,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:25:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:45,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:45,423 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into 2ef3ce55927b40108f65e1303e8ccba4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:45,423 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:45,423 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=13, startTime=1732739145352; duration=0sec 2024-11-27T20:25:45,423 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:45,423 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:45,424 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:45,425 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:45,425 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:45,425 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,425 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7b0544a90db249d1ac0ac51e403b7cd7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/87713d8d8215456c93ae162d531a36a6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7ef43e237bbb4760a3cda79b3b0968ae] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=35.2 K 2024-11-27T20:25:45,426 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b0544a90db249d1ac0ac51e403b7cd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732739143503 2024-11-27T20:25:45,426 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87713d8d8215456c93ae162d531a36a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732739143533 2024-11-27T20:25:45,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aa056aebb780491b9c8960fc13f6df1c_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739144789/Put/seqid=0 2024-11-27T20:25:45,429 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ef43e237bbb4760a3cda79b3b0968ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732739144154 2024-11-27T20:25:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739205435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739205435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739205436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739205437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739205437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742461_1637 (size=12154) 2024-11-27T20:25:45,443 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#540 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:45,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:45,443 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/a61286ed52354803a102b75149e510bc is 50, key is test_row_0/C:col10/1732739144768/Put/seqid=0 2024-11-27T20:25:45,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aa056aebb780491b9c8960fc13f6df1c_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa056aebb780491b9c8960fc13f6df1c_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:45,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/cb35a58cfcfc4ba296101b446adefba8, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:45,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/cb35a58cfcfc4ba296101b446adefba8 is 175, key is test_row_0/A:col10/1732739144789/Put/seqid=0 2024-11-27T20:25:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742462_1638 (size=12104) 2024-11-27T20:25:45,458 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/a61286ed52354803a102b75149e510bc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/a61286ed52354803a102b75149e510bc 2024-11-27T20:25:45,463 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into a61286ed52354803a102b75149e510bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:45,463 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:45,463 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=13, startTime=1732739145353; duration=0sec 2024-11-27T20:25:45,464 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:45,464 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742463_1639 (size=30955) 2024-11-27T20:25:45,466 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/cb35a58cfcfc4ba296101b446adefba8 2024-11-27T20:25:45,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/312fc9db08fa4928a200da9f12c17a2e is 50, key is test_row_0/B:col10/1732739144789/Put/seqid=0 2024-11-27T20:25:45,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742464_1640 (size=12001) 2024-11-27T20:25:45,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/312fc9db08fa4928a200da9f12c17a2e 2024-11-27T20:25:45,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/f499ea8dee2b47c0bf56b1dadbd513fc is 50, key is test_row_0/C:col10/1732739144789/Put/seqid=0 2024-11-27T20:25:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742465_1641 (size=12001) 2024-11-27T20:25:45,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/f499ea8dee2b47c0bf56b1dadbd513fc 2024-11-27T20:25:45,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/cb35a58cfcfc4ba296101b446adefba8 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8 2024-11-27T20:25:45,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8, entries=150, sequenceid=80, filesize=30.2 K 2024-11-27T20:25:45,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/312fc9db08fa4928a200da9f12c17a2e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/312fc9db08fa4928a200da9f12c17a2e 2024-11-27T20:25:45,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/312fc9db08fa4928a200da9f12c17a2e, entries=150, sequenceid=80, filesize=11.7 K 2024-11-27T20:25:45,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/f499ea8dee2b47c0bf56b1dadbd513fc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f499ea8dee2b47c0bf56b1dadbd513fc 2024-11-27T20:25:45,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f499ea8dee2b47c0bf56b1dadbd513fc, entries=150, sequenceid=80, filesize=11.7 K 2024-11-27T20:25:45,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4ba9e901575cf31988b6923b1c14c9ef in 100ms, sequenceid=80, compaction requested=false 2024-11-27T20:25:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:45,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T20:25:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:45,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f109e4f68990468cbb5eca88a3f00b41_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742466_1642 (size=14594) 2024-11-27T20:25:45,554 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:45,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739205553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f109e4f68990468cbb5eca88a3f00b41_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f109e4f68990468cbb5eca88a3f00b41_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739205556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/3eb65ce5cf69492a951e6137a8504c76, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739205556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739205557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/3eb65ce5cf69492a951e6137a8504c76 is 175, key is test_row_0/A:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739205560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742467_1643 (size=39549) 2024-11-27T20:25:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T20:25:45,605 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-27T20:25:45,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-27T20:25:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:45,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:45,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:45,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:45,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739205659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739205662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739205663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739205663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739205664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:45,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T20:25:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:45,816 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/6dd773e90b4c47e2a52e1772a43d1442 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6dd773e90b4c47e2a52e1772a43d1442 2024-11-27T20:25:45,820 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into 6dd773e90b4c47e2a52e1772a43d1442(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:45,820 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:45,820 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=13, startTime=1732739145353; duration=0sec 2024-11-27T20:25:45,820 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:45,820 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:45,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:25:45,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739205862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739205865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739205865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739205865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739205865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:45,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:45,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T20:25:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:45,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:45,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/3eb65ce5cf69492a951e6137a8504c76 2024-11-27T20:25:45,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3606f7f9c9214509a0edd3ad3bed13e7 is 50, key is test_row_0/B:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742468_1644 (size=12001) 2024-11-27T20:25:46,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T20:25:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739206168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739206169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739206169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739206169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739206169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:46,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T20:25:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T20:25:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:46,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3606f7f9c9214509a0edd3ad3bed13e7 2024-11-27T20:25:46,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/60ea80c651754cb5bdf2eb27673ab253 is 50, key is test_row_0/C:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742469_1645 (size=12001) 2024-11-27T20:25:46,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/60ea80c651754cb5bdf2eb27673ab253 2024-11-27T20:25:46,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/3eb65ce5cf69492a951e6137a8504c76 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76 2024-11-27T20:25:46,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76, entries=200, sequenceid=99, filesize=38.6 K 2024-11-27T20:25:46,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3606f7f9c9214509a0edd3ad3bed13e7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3606f7f9c9214509a0edd3ad3bed13e7 2024-11-27T20:25:46,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3606f7f9c9214509a0edd3ad3bed13e7, entries=150, sequenceid=99, filesize=11.7 K 2024-11-27T20:25:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/60ea80c651754cb5bdf2eb27673ab253 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/60ea80c651754cb5bdf2eb27673ab253 2024-11-27T20:25:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/60ea80c651754cb5bdf2eb27673ab253, entries=150, sequenceid=99, filesize=11.7 K 2024-11-27T20:25:46,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4ba9e901575cf31988b6923b1c14c9ef in 882ms, sequenceid=99, compaction requested=true 2024-11-27T20:25:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:46,425 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:46,425 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:46,426 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:46,426 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:46,426 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,426 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6dd773e90b4c47e2a52e1772a43d1442, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/312fc9db08fa4928a200da9f12c17a2e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3606f7f9c9214509a0edd3ad3bed13e7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=35.3 K 2024-11-27T20:25:46,426 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:46,426 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:46,426 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,426 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/2ef3ce55927b40108f65e1303e8ccba4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=99.2 K 2024-11-27T20:25:46,426 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,426 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/2ef3ce55927b40108f65e1303e8ccba4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76] 2024-11-27T20:25:46,427 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dd773e90b4c47e2a52e1772a43d1442, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732739144154 2024-11-27T20:25:46,427 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ef3ce55927b40108f65e1303e8ccba4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732739144154 2024-11-27T20:25:46,427 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 312fc9db08fa4928a200da9f12c17a2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732739144781 2024-11-27T20:25:46,428 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb35a58cfcfc4ba296101b446adefba8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732739144781 2024-11-27T20:25:46,428 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 3606f7f9c9214509a0edd3ad3bed13e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732739145435 2024-11-27T20:25:46,428 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb65ce5cf69492a951e6137a8504c76, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732739145430 2024-11-27T20:25:46,452 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:46,452 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f63190cab816401e818fbe9306fe0713 is 50, key is test_row_0/B:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:46,453 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:46,456 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127294cc0c0e5314cacb1ca19da3911baba_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:46,458 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127294cc0c0e5314cacb1ca19da3911baba_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:46,458 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127294cc0c0e5314cacb1ca19da3911baba_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742470_1646 (size=12207) 2024-11-27T20:25:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742471_1647 (size=4469) 2024-11-27T20:25:46,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T20:25:46,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,524 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T20:25:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:46,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112742490d3676744ab7a5aadf081839ac20_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739145556/Put/seqid=0 2024-11-27T20:25:46,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742472_1648 (size=12154) 2024-11-27T20:25:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:46,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739206683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739206684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739206684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739206685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739206687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:46,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739206790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739206790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739206790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739206790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739206790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,877 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#547 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:46,877 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f63190cab816401e818fbe9306fe0713 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f63190cab816401e818fbe9306fe0713 2024-11-27T20:25:46,878 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4 is 175, key is test_row_0/A:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:46,883 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into f63190cab816401e818fbe9306fe0713(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:46,883 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:46,883 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=13, startTime=1732739146425; duration=0sec 2024-11-27T20:25:46,883 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:46,883 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:46,883 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:46,884 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:46,884 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:46,884 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:46,884 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/a61286ed52354803a102b75149e510bc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f499ea8dee2b47c0bf56b1dadbd513fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/60ea80c651754cb5bdf2eb27673ab253] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=35.3 K 2024-11-27T20:25:46,885 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting a61286ed52354803a102b75149e510bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732739144154 2024-11-27T20:25:46,886 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f499ea8dee2b47c0bf56b1dadbd513fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732739144781 2024-11-27T20:25:46,890 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ea80c651754cb5bdf2eb27673ab253, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732739145435 2024-11-27T20:25:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742473_1649 (size=31161) 2024-11-27T20:25:46,902 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#549 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:46,902 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/542928aec63543ec8268b4b91eda9ce5 is 50, key is test_row_0/C:col10/1732739145435/Put/seqid=0 2024-11-27T20:25:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742474_1650 (size=12207) 2024-11-27T20:25:46,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:46,938 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112742490d3676744ab7a5aadf081839ac20_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742490d3676744ab7a5aadf081839ac20_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/43772474997e44048e16edd904ede0fc, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/43772474997e44048e16edd904ede0fc is 175, key is test_row_0/A:col10/1732739145556/Put/seqid=0 2024-11-27T20:25:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742475_1651 (size=30955) 2024-11-27T20:25:46,943 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/43772474997e44048e16edd904ede0fc 2024-11-27T20:25:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/de56f950f62d4be89c6466a6eea3782a is 50, key is test_row_0/B:col10/1732739145556/Put/seqid=0 2024-11-27T20:25:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742476_1652 (size=12001) 2024-11-27T20:25:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739206991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739207296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739207296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739207296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739207296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,302 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4 2024-11-27T20:25:47,306 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into cdd3251d5ffb4ca79e8bff4c4cf97ff4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:47,306 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:47,306 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=13, startTime=1732739146424; duration=0sec 2024-11-27T20:25:47,306 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:47,306 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739207295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,330 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/542928aec63543ec8268b4b91eda9ce5 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/542928aec63543ec8268b4b91eda9ce5 2024-11-27T20:25:47,333 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into 542928aec63543ec8268b4b91eda9ce5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:47,333 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:47,333 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=13, startTime=1732739146425; duration=0sec 2024-11-27T20:25:47,333 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:47,333 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:47,366 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/de56f950f62d4be89c6466a6eea3782a 2024-11-27T20:25:47,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/1c68e54e1e1b4d558d893e95fd9731cd is 50, key is test_row_0/C:col10/1732739145556/Put/seqid=0 2024-11-27T20:25:47,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742477_1653 (size=12001) 2024-11-27T20:25:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:47,777 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/1c68e54e1e1b4d558d893e95fd9731cd 2024-11-27T20:25:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/43772474997e44048e16edd904ede0fc as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc 2024-11-27T20:25:47,785 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc, entries=150, sequenceid=119, filesize=30.2 K 2024-11-27T20:25:47,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/de56f950f62d4be89c6466a6eea3782a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/de56f950f62d4be89c6466a6eea3782a 2024-11-27T20:25:47,789 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/de56f950f62d4be89c6466a6eea3782a, entries=150, sequenceid=119, filesize=11.7 K 2024-11-27T20:25:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/1c68e54e1e1b4d558d893e95fd9731cd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1c68e54e1e1b4d558d893e95fd9731cd 2024-11-27T20:25:47,793 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1c68e54e1e1b4d558d893e95fd9731cd, entries=150, sequenceid=119, filesize=11.7 K 2024-11-27T20:25:47,795 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4ba9e901575cf31988b6923b1c14c9ef in 1271ms, sequenceid=119, compaction requested=false 2024-11-27T20:25:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-27T20:25:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-27T20:25:47,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-27T20:25:47,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1880 sec 2024-11-27T20:25:47,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.1910 sec 2024-11-27T20:25:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:47,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T20:25:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:47,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112766964ca351e94852a991b4ec2e38ff01_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742478_1654 (size=12304) 2024-11-27T20:25:47,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739207814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739207815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739207817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739207816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739207817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739207918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739207919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739207920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739207920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739207920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739208121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739208122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739208122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739208122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739208124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:48,219 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112766964ca351e94852a991b4ec2e38ff01_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112766964ca351e94852a991b4ec2e38ff01_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:48,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eda25936e5f3427382e979276039105b, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:48,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eda25936e5f3427382e979276039105b is 175, key is test_row_0/A:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742479_1655 (size=31105) 2024-11-27T20:25:48,225 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eda25936e5f3427382e979276039105b 2024-11-27T20:25:48,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f9adb8acb37c42e0aee80f902bf3cf31 is 50, key is test_row_0/B:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742480_1656 (size=12151) 2024-11-27T20:25:48,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f9adb8acb37c42e0aee80f902bf3cf31 2024-11-27T20:25:48,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/f12ff59845954adeb9c6e9f1dd7b3269 is 50, key is test_row_0/C:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742481_1657 (size=12151) 2024-11-27T20:25:48,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/f12ff59845954adeb9c6e9f1dd7b3269 2024-11-27T20:25:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eda25936e5f3427382e979276039105b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b 2024-11-27T20:25:48,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b, entries=150, sequenceid=142, filesize=30.4 K 2024-11-27T20:25:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f9adb8acb37c42e0aee80f902bf3cf31 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f9adb8acb37c42e0aee80f902bf3cf31 2024-11-27T20:25:48,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f9adb8acb37c42e0aee80f902bf3cf31, entries=150, sequenceid=142, filesize=11.9 K 2024-11-27T20:25:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/f12ff59845954adeb9c6e9f1dd7b3269 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f12ff59845954adeb9c6e9f1dd7b3269 2024-11-27T20:25:48,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f12ff59845954adeb9c6e9f1dd7b3269, entries=150, sequenceid=142, filesize=11.9 K 2024-11-27T20:25:48,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4ba9e901575cf31988b6923b1c14c9ef in 462ms, sequenceid=142, compaction requested=true 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:48,266 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:48,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:48,266 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:48,267 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:48,267 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:48,267 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:48,267 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:48,267 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:48,267 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:48,267 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=91.0 K 2024-11-27T20:25:48,267 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:48,267 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f63190cab816401e818fbe9306fe0713, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/de56f950f62d4be89c6466a6eea3782a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f9adb8acb37c42e0aee80f902bf3cf31] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=35.5 K 2024-11-27T20:25:48,267 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b] 2024-11-27T20:25:48,268 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdd3251d5ffb4ca79e8bff4c4cf97ff4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732739145435 2024-11-27T20:25:48,268 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f63190cab816401e818fbe9306fe0713, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732739145435 2024-11-27T20:25:48,268 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting de56f950f62d4be89c6466a6eea3782a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739145554 2024-11-27T20:25:48,268 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43772474997e44048e16edd904ede0fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739145554 2024-11-27T20:25:48,268 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f9adb8acb37c42e0aee80f902bf3cf31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732739146686 2024-11-27T20:25:48,268 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting eda25936e5f3427382e979276039105b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732739146686 2024-11-27T20:25:48,273 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:48,274 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:48,275 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/157db5f716d849128d30a898113b418d is 50, key is test_row_0/B:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:48,301 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127babb20843d704061a3aa0ba72ceba49c_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:48,304 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127babb20843d704061a3aa0ba72ceba49c_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:48,304 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127babb20843d704061a3aa0ba72ceba49c_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742482_1658 (size=12459) 2024-11-27T20:25:48,313 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/157db5f716d849128d30a898113b418d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/157db5f716d849128d30a898113b418d 2024-11-27T20:25:48,319 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into 157db5f716d849128d30a898113b418d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:48,319 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:48,319 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=13, startTime=1732739148266; duration=0sec 2024-11-27T20:25:48,319 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:48,319 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:48,319 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:48,320 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:48,320 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:48,320 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:48,321 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/542928aec63543ec8268b4b91eda9ce5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1c68e54e1e1b4d558d893e95fd9731cd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f12ff59845954adeb9c6e9f1dd7b3269] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=35.5 K 2024-11-27T20:25:48,321 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 542928aec63543ec8268b4b91eda9ce5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732739145435 2024-11-27T20:25:48,322 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c68e54e1e1b4d558d893e95fd9731cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739145554 2024-11-27T20:25:48,322 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f12ff59845954adeb9c6e9f1dd7b3269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732739146686 2024-11-27T20:25:48,330 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:48,331 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/068531dc2ad6487c95ea794f2a8d856f is 50, key is test_row_0/C:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742483_1659 (size=4469) 2024-11-27T20:25:48,362 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#555 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:48,363 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/188a466f5e3d4975b86f344f8cb85095 is 175, key is test_row_0/A:col10/1732739146686/Put/seqid=0 2024-11-27T20:25:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742484_1660 (size=12459) 2024-11-27T20:25:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742485_1661 (size=31413) 2024-11-27T20:25:48,391 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/188a466f5e3d4975b86f344f8cb85095 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/188a466f5e3d4975b86f344f8cb85095 2024-11-27T20:25:48,396 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into 188a466f5e3d4975b86f344f8cb85095(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:48,396 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:48,396 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=13, startTime=1732739148266; duration=0sec 2024-11-27T20:25:48,396 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:48,396 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:48,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T20:25:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:48,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279f45555e3b9448a7b7e47e2404bdf547_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739148426/Put/seqid=0 2024-11-27T20:25:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742486_1662 (size=14794) 2024-11-27T20:25:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739208437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739208438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739208440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739208441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739208441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739208542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739208543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739208545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739208545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739208545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739208746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739208746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739208748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739208748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739208749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:48,790 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/068531dc2ad6487c95ea794f2a8d856f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/068531dc2ad6487c95ea794f2a8d856f 2024-11-27T20:25:48,794 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into 068531dc2ad6487c95ea794f2a8d856f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:48,794 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:48,794 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=13, startTime=1732739148266; duration=0sec 2024-11-27T20:25:48,794 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:48,794 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:48,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:48,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279f45555e3b9448a7b7e47e2404bdf547_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f45555e3b9448a7b7e47e2404bdf547_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:48,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/785949ed1f3b4623aa0f2cd697b1ad9b, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:48,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/785949ed1f3b4623aa0f2cd697b1ad9b is 175, key is test_row_0/A:col10/1732739148426/Put/seqid=0 2024-11-27T20:25:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742487_1663 (size=39749) 2024-11-27T20:25:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739209049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739209051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739209052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739209052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739209053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/785949ed1f3b4623aa0f2cd697b1ad9b 2024-11-27T20:25:49,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/c11042c2f4f84b4ba1e3886915cbfcda is 50, key is test_row_0/B:col10/1732739148426/Put/seqid=0 2024-11-27T20:25:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742488_1664 (size=12151) 2024-11-27T20:25:49,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/c11042c2f4f84b4ba1e3886915cbfcda 2024-11-27T20:25:49,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/2bdf9f09076044a3961d1c0300ff5922 is 50, key is test_row_0/C:col10/1732739148426/Put/seqid=0 2024-11-27T20:25:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742489_1665 (size=12151) 2024-11-27T20:25:49,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739209550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739209554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739209554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739209555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739209557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/2bdf9f09076044a3961d1c0300ff5922 2024-11-27T20:25:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/785949ed1f3b4623aa0f2cd697b1ad9b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b 2024-11-27T20:25:49,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b, entries=200, sequenceid=163, filesize=38.8 K 2024-11-27T20:25:49,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/c11042c2f4f84b4ba1e3886915cbfcda as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/c11042c2f4f84b4ba1e3886915cbfcda 2024-11-27T20:25:49,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/c11042c2f4f84b4ba1e3886915cbfcda, entries=150, sequenceid=163, filesize=11.9 K 2024-11-27T20:25:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/2bdf9f09076044a3961d1c0300ff5922 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/2bdf9f09076044a3961d1c0300ff5922 2024-11-27T20:25:49,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/2bdf9f09076044a3961d1c0300ff5922, entries=150, sequenceid=163, filesize=11.9 K 2024-11-27T20:25:49,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4ba9e901575cf31988b6923b1c14c9ef in 1259ms, sequenceid=163, compaction requested=false 2024-11-27T20:25:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T20:25:49,712 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-27T20:25:49,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-27T20:25:49,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:49,717 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:49,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T20:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T20:25:49,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:49,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T20:25:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:49,869 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T20:25:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e9145c743ed941c69f78a10a836c2ce2_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739148434/Put/seqid=0 2024-11-27T20:25:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742490_1666 (size=12304) 2024-11-27T20:25:49,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:49,914 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e9145c743ed941c69f78a10a836c2ce2_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e9145c743ed941c69f78a10a836c2ce2_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6676f819b07e4e458afc3a0bf1ef987d, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6676f819b07e4e458afc3a0bf1ef987d is 175, key is test_row_0/A:col10/1732739148434/Put/seqid=0 2024-11-27T20:25:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742491_1667 (size=31105) 2024-11-27T20:25:49,922 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6676f819b07e4e458afc3a0bf1ef987d 2024-11-27T20:25:49,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/7500aa74b34f464eb97311a0db4fef50 is 50, key is test_row_0/B:col10/1732739148434/Put/seqid=0 2024-11-27T20:25:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742492_1668 (size=12151) 2024-11-27T20:25:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T20:25:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T20:25:50,342 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/7500aa74b34f464eb97311a0db4fef50 2024-11-27T20:25:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/9166a83edb024da7ac765ed4141fc2ac is 50, key is test_row_0/C:col10/1732739148434/Put/seqid=0 2024-11-27T20:25:50,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742493_1669 (size=12151) 2024-11-27T20:25:50,355 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/9166a83edb024da7ac765ed4141fc2ac 2024-11-27T20:25:50,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/6676f819b07e4e458afc3a0bf1ef987d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d 2024-11-27T20:25:50,363 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d, entries=150, sequenceid=182, filesize=30.4 K 2024-11-27T20:25:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/7500aa74b34f464eb97311a0db4fef50 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/7500aa74b34f464eb97311a0db4fef50 2024-11-27T20:25:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,366 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/7500aa74b34f464eb97311a0db4fef50, entries=150, sequenceid=182, filesize=11.9 K 2024-11-27T20:25:50,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/9166a83edb024da7ac765ed4141fc2ac as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/9166a83edb024da7ac765ed4141fc2ac 2024-11-27T20:25:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,370 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/9166a83edb024da7ac765ed4141fc2ac, entries=150, sequenceid=182, filesize=11.9 K 2024-11-27T20:25:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,371 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 4ba9e901575cf31988b6923b1c14c9ef in 501ms, sequenceid=182, compaction requested=true 2024-11-27T20:25:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:50,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:50,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-27T20:25:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-27T20:25:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-27T20:25:50,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 655 msec 2024-11-27T20:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 658 msec 2024-11-27T20:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112766a5aacbc9aa48139a8a7e98d6dad227_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742495_1671 (size=27248) 2024-11-27T20:25:50,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:50,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112766a5aacbc9aa48139a8a7e98d6dad227_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112766a5aacbc9aa48139a8a7e98d6dad227_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:50,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/9337f2a6a68246298ae8b3ff32b1d41d, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:50,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739210625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/9337f2a6a68246298ae8b3ff32b1d41d is 175, key is test_row_0/A:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:50,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739210628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739210627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739210629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739210631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742494_1670 (size=83034) 2024-11-27T20:25:50,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739210730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739210733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739210733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739210734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739210734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T20:25:50,820 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-27T20:25:50,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-27T20:25:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:50,824 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:50,825 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:50,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:50,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739210932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739210936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739210936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739210939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739210939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:50,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:50,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:50,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:50,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:50,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:50,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/9337f2a6a68246298ae8b3ff32b1d41d 2024-11-27T20:25:51,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/492f2a2eb4884b56850d8afa447647a9 is 50, key is test_row_0/B:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:51,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742496_1672 (size=12151) 2024-11-27T20:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:51,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:51,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:51,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739211235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739211240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739211241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739211242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739211242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:51,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:51,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:51,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/492f2a2eb4884b56850d8afa447647a9 2024-11-27T20:25:51,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f0ef6614720451f920599fc1b302f6c is 50, key is test_row_0/C:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742497_1673 (size=12151) 2024-11-27T20:25:51,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739211740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:51,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739211744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739211744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739211745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739211747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f0ef6614720451f920599fc1b302f6c 2024-11-27T20:25:51,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/9337f2a6a68246298ae8b3ff32b1d41d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d 2024-11-27T20:25:51,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d, entries=450, sequenceid=194, filesize=81.1 K 2024-11-27T20:25:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/492f2a2eb4884b56850d8afa447647a9 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/492f2a2eb4884b56850d8afa447647a9 2024-11-27T20:25:51,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:51,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/492f2a2eb4884b56850d8afa447647a9, entries=150, sequenceid=194, filesize=11.9 K 2024-11-27T20:25:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:51,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f0ef6614720451f920599fc1b302f6c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f0ef6614720451f920599fc1b302f6c 2024-11-27T20:25:51,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f0ef6614720451f920599fc1b302f6c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-27T20:25:51,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4ba9e901575cf31988b6923b1c14c9ef in 1304ms, sequenceid=194, compaction requested=true 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:51,902 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:51,902 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:51,903 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 185301 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:51,903 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:51,903 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,903 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/188a466f5e3d4975b86f344f8cb85095, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=181.0 K 2024-11-27T20:25:51,903 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,903 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/188a466f5e3d4975b86f344f8cb85095, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d] 2024-11-27T20:25:51,904 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:51,904 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:51,904 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 188a466f5e3d4975b86f344f8cb85095, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732739146686 2024-11-27T20:25:51,904 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,904 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/157db5f716d849128d30a898113b418d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/c11042c2f4f84b4ba1e3886915cbfcda, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/7500aa74b34f464eb97311a0db4fef50, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/492f2a2eb4884b56850d8afa447647a9] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=47.8 K 2024-11-27T20:25:51,904 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 785949ed1f3b4623aa0f2cd697b1ad9b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732739147815 2024-11-27T20:25:51,904 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 157db5f716d849128d30a898113b418d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732739146686 2024-11-27T20:25:51,905 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6676f819b07e4e458afc3a0bf1ef987d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732739148434 2024-11-27T20:25:51,905 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c11042c2f4f84b4ba1e3886915cbfcda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732739147815 2024-11-27T20:25:51,905 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9337f2a6a68246298ae8b3ff32b1d41d, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732739150583 2024-11-27T20:25:51,905 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 7500aa74b34f464eb97311a0db4fef50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732739148434 2024-11-27T20:25:51,905 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 492f2a2eb4884b56850d8afa447647a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732739150594 2024-11-27T20:25:51,912 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:51,913 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:51,913 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/fb6a48ab48f54859aa12213fde85b139 is 50, key is test_row_0/B:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:51,924 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127bfcfd41083cc4bd6bf81e5c723e3a2fb_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:51,927 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127bfcfd41083cc4bd6bf81e5c723e3a2fb_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:51,927 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bfcfd41083cc4bd6bf81e5c723e3a2fb_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742498_1674 (size=12595) 2024-11-27T20:25:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742499_1675 (size=4469) 2024-11-27T20:25:51,932 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#568 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:51,932 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/fb6a48ab48f54859aa12213fde85b139 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/fb6a48ab48f54859aa12213fde85b139 2024-11-27T20:25:51,933 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/ec4f7ef0bab04548b46b37194abd3c86 is 175, key is test_row_0/A:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:51,937 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into fb6a48ab48f54859aa12213fde85b139(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:51,937 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:51,937 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=12, startTime=1732739151902; duration=0sec 2024-11-27T20:25:51,937 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:51,937 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:51,937 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742500_1676 (size=31549) 2024-11-27T20:25:51,938 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:51,938 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:51,938 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:51,939 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/068531dc2ad6487c95ea794f2a8d856f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/2bdf9f09076044a3961d1c0300ff5922, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/9166a83edb024da7ac765ed4141fc2ac, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f0ef6614720451f920599fc1b302f6c] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=47.8 K 2024-11-27T20:25:51,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 068531dc2ad6487c95ea794f2a8d856f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732739146686 2024-11-27T20:25:51,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bdf9f09076044a3961d1c0300ff5922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732739147815 2024-11-27T20:25:51,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 9166a83edb024da7ac765ed4141fc2ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732739148434 2024-11-27T20:25:51,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0ef6614720451f920599fc1b302f6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732739150594 2024-11-27T20:25:51,946 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#569 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:51,947 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/1cefa1317ff948e69112b666867ea1ef is 50, key is test_row_0/C:col10/1732739150598/Put/seqid=0 2024-11-27T20:25:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742501_1677 (size=12595) 2024-11-27T20:25:52,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:52,055 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b01a7890e8047cf81674dc911549d79_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739150624/Put/seqid=0 2024-11-27T20:25:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742502_1678 (size=12304) 2024-11-27T20:25:52,342 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/ec4f7ef0bab04548b46b37194abd3c86 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ec4f7ef0bab04548b46b37194abd3c86 2024-11-27T20:25:52,347 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into ec4f7ef0bab04548b46b37194abd3c86(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:52,347 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:52,347 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=12, startTime=1732739151902; duration=0sec 2024-11-27T20:25:52,347 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:52,347 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:52,366 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/1cefa1317ff948e69112b666867ea1ef as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1cefa1317ff948e69112b666867ea1ef 2024-11-27T20:25:52,369 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into 1cefa1317ff948e69112b666867ea1ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:52,369 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:52,369 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=12, startTime=1732739151902; duration=0sec 2024-11-27T20:25:52,369 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:52,369 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:52,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:52,468 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b01a7890e8047cf81674dc911549d79_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b01a7890e8047cf81674dc911549d79_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/de4902a203cb4d448bf79d84ba77c331, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/de4902a203cb4d448bf79d84ba77c331 is 175, key is test_row_0/A:col10/1732739150624/Put/seqid=0 2024-11-27T20:25:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742503_1679 (size=31105) 2024-11-27T20:25:52,474 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/de4902a203cb4d448bf79d84ba77c331 2024-11-27T20:25:52,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/928f7e3db6f84de888a3627f3b2db9a1 is 50, key is test_row_0/B:col10/1732739150624/Put/seqid=0 2024-11-27T20:25:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742504_1680 (size=12151) 2024-11-27T20:25:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:52,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739212755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739212756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739212756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739212757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739212757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739212859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739212859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739212860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739212860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739212860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:52,893 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/928f7e3db6f84de888a3627f3b2db9a1 2024-11-27T20:25:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/082cd24075b848649fc0b7325a1ebef0 is 50, key is test_row_0/C:col10/1732739150624/Put/seqid=0 2024-11-27T20:25:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742505_1681 (size=12151) 2024-11-27T20:25:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:53,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739213060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739213062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739213062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739213063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739213063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,314 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/082cd24075b848649fc0b7325a1ebef0 2024-11-27T20:25:53,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/de4902a203cb4d448bf79d84ba77c331 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331 2024-11-27T20:25:53,321 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331, entries=150, sequenceid=219, filesize=30.4 K 2024-11-27T20:25:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/928f7e3db6f84de888a3627f3b2db9a1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/928f7e3db6f84de888a3627f3b2db9a1 2024-11-27T20:25:53,325 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/928f7e3db6f84de888a3627f3b2db9a1, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T20:25:53,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/082cd24075b848649fc0b7325a1ebef0 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/082cd24075b848649fc0b7325a1ebef0 2024-11-27T20:25:53,329 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/082cd24075b848649fc0b7325a1ebef0, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T20:25:53,329 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4ba9e901575cf31988b6923b1c14c9ef in 1274ms, sequenceid=219, compaction requested=false 2024-11-27T20:25:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-27T20:25:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-27T20:25:53,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-27T20:25:53,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5060 sec 2024-11-27T20:25:53,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.5100 sec 2024-11-27T20:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:53,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:25:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:53,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:53,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:53,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:53,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:53,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:53,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f66f03c8e52b44ae9ef9e54902d9a7cf_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742506_1682 (size=12304) 2024-11-27T20:25:53,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739213381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:53,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739213382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739213383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739213384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739213384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f66f03c8e52b44ae9ef9e54902d9a7cf_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f66f03c8e52b44ae9ef9e54902d9a7cf_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:53,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/94f8ecb907be46f08bcb30fd619e3332, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:53,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/94f8ecb907be46f08bcb30fd619e3332 is 175, key is test_row_0/A:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742507_1683 (size=31105) 2024-11-27T20:25:53,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739213485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739213487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739213488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739213488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739213488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739213689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739213690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739213690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739213690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739213691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/94f8ecb907be46f08bcb30fd619e3332 2024-11-27T20:25:53,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/368f7434484d47cc80c030bf531c5ef1 is 50, key is test_row_0/B:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742508_1684 (size=12151) 2024-11-27T20:25:53,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/368f7434484d47cc80c030bf531c5ef1 2024-11-27T20:25:53,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/38e3b33e94ae4ab0a5f83f1d8dd07351 is 50, key is test_row_0/C:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742509_1685 (size=12151) 2024-11-27T20:25:53,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739213992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739213993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739213992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739213994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:53,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739213995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/38e3b33e94ae4ab0a5f83f1d8dd07351 2024-11-27T20:25:54,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/94f8ecb907be46f08bcb30fd619e3332 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332 2024-11-27T20:25:54,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332, entries=150, sequenceid=235, filesize=30.4 K 2024-11-27T20:25:54,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/368f7434484d47cc80c030bf531c5ef1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/368f7434484d47cc80c030bf531c5ef1 2024-11-27T20:25:54,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/368f7434484d47cc80c030bf531c5ef1, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T20:25:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/38e3b33e94ae4ab0a5f83f1d8dd07351 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/38e3b33e94ae4ab0a5f83f1d8dd07351 2024-11-27T20:25:54,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/38e3b33e94ae4ab0a5f83f1d8dd07351, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T20:25:54,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4ba9e901575cf31988b6923b1c14c9ef in 870ms, sequenceid=235, compaction requested=true 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:54,233 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:54,233 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:54,234 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:54,234 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:54,234 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:54,234 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:54,234 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:54,234 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:54,234 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ec4f7ef0bab04548b46b37194abd3c86, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=91.6 K 2024-11-27T20:25:54,234 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/fb6a48ab48f54859aa12213fde85b139, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/928f7e3db6f84de888a3627f3b2db9a1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/368f7434484d47cc80c030bf531c5ef1] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=36.0 K 2024-11-27T20:25:54,234 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:54,235 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ec4f7ef0bab04548b46b37194abd3c86, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332] 2024-11-27T20:25:54,235 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6a48ab48f54859aa12213fde85b139, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732739150594 2024-11-27T20:25:54,235 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec4f7ef0bab04548b46b37194abd3c86, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732739150594 2024-11-27T20:25:54,235 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 928f7e3db6f84de888a3627f3b2db9a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739150621 2024-11-27T20:25:54,235 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting de4902a203cb4d448bf79d84ba77c331, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739150621 2024-11-27T20:25:54,236 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 368f7434484d47cc80c030bf531c5ef1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732739152755 2024-11-27T20:25:54,236 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94f8ecb907be46f08bcb30fd619e3332, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732739152755 2024-11-27T20:25:54,242 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:54,242 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:54,242 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/88d42b022c264d34a52957608232a504 is 50, key is test_row_0/B:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:54,243 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277b620a91c50843cda9dfbe3e37f6be9a_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:54,245 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277b620a91c50843cda9dfbe3e37f6be9a_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:54,245 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277b620a91c50843cda9dfbe3e37f6be9a_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742510_1686 (size=12697) 2024-11-27T20:25:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742511_1687 (size=4469) 2024-11-27T20:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:54,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:25:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:54,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c6cc139e12dc4d3492513aae0be4c029_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739154499/Put/seqid=0 2024-11-27T20:25:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739214504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739214504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739214505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739214507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742512_1688 (size=14944) 2024-11-27T20:25:54,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739214508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739214609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739214609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739214609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739214610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739214612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,653 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/88d42b022c264d34a52957608232a504 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/88d42b022c264d34a52957608232a504 2024-11-27T20:25:54,656 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into 88d42b022c264d34a52957608232a504(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:54,656 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:54,657 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=13, startTime=1732739154233; duration=0sec 2024-11-27T20:25:54,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:54,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:54,657 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:54,657 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#577 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:54,658 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/ee5918a499b349a7af6d14dc0017bcab is 175, key is test_row_0/A:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:54,660 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:54,660 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:54,660 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:54,660 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1cefa1317ff948e69112b666867ea1ef, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/082cd24075b848649fc0b7325a1ebef0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/38e3b33e94ae4ab0a5f83f1d8dd07351] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=36.0 K 2024-11-27T20:25:54,661 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cefa1317ff948e69112b666867ea1ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732739150594 2024-11-27T20:25:54,662 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 082cd24075b848649fc0b7325a1ebef0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732739150621 2024-11-27T20:25:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742513_1689 (size=31651) 2024-11-27T20:25:54,662 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e3b33e94ae4ab0a5f83f1d8dd07351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732739152755 2024-11-27T20:25:54,667 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/ee5918a499b349a7af6d14dc0017bcab as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ee5918a499b349a7af6d14dc0017bcab 2024-11-27T20:25:54,671 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#579 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:54,672 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/c94c04355d84462e800718f4f6d15189 is 50, key is test_row_0/C:col10/1732739152755/Put/seqid=0 2024-11-27T20:25:54,672 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into ee5918a499b349a7af6d14dc0017bcab(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:54,672 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:54,672 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=13, startTime=1732739154233; duration=0sec 2024-11-27T20:25:54,672 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:54,672 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742514_1690 (size=12697) 2024-11-27T20:25:54,681 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/c94c04355d84462e800718f4f6d15189 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/c94c04355d84462e800718f4f6d15189 2024-11-27T20:25:54,686 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into c94c04355d84462e800718f4f6d15189(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:54,686 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:54,686 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=13, startTime=1732739154233; duration=0sec 2024-11-27T20:25:54,686 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:54,686 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:54,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739214812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739214813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739214813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739214814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739214815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:54,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:54,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c6cc139e12dc4d3492513aae0be4c029_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c6cc139e12dc4d3492513aae0be4c029_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:54,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d06e47b33a3541a0973956d0d6ac11c1, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:54,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d06e47b33a3541a0973956d0d6ac11c1 is 175, key is test_row_0/A:col10/1732739154499/Put/seqid=0 2024-11-27T20:25:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742515_1691 (size=39899) 2024-11-27T20:25:54,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d06e47b33a3541a0973956d0d6ac11c1 2024-11-27T20:25:54,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/69fe62ecba3f4b36acbd6bba31d6a93a is 50, key is test_row_0/B:col10/1732739154499/Put/seqid=0 2024-11-27T20:25:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T20:25:54,928 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-27T20:25:54,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742516_1692 (size=12301) 2024-11-27T20:25:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-27T20:25:54,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/69fe62ecba3f4b36acbd6bba31d6a93a 2024-11-27T20:25:54,931 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T20:25:54,932 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:54,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:54,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/5a497ee51f5c4408aa651da28e6a50a7 is 50, key is test_row_0/C:col10/1732739154499/Put/seqid=0 2024-11-27T20:25:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742517_1693 (size=12301) 2024-11-27T20:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T20:25:55,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T20:25:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:55,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:55,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739215117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739215116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739215117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739215117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739215119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T20:25:55,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T20:25:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:55,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:55,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/5a497ee51f5c4408aa651da28e6a50a7 2024-11-27T20:25:55,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/d06e47b33a3541a0973956d0d6ac11c1 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1 2024-11-27T20:25:55,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1, entries=200, sequenceid=261, filesize=39.0 K 2024-11-27T20:25:55,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/69fe62ecba3f4b36acbd6bba31d6a93a as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/69fe62ecba3f4b36acbd6bba31d6a93a 2024-11-27T20:25:55,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/69fe62ecba3f4b36acbd6bba31d6a93a, entries=150, sequenceid=261, filesize=12.0 K 2024-11-27T20:25:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/5a497ee51f5c4408aa651da28e6a50a7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/5a497ee51f5c4408aa651da28e6a50a7 2024-11-27T20:25:55,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/5a497ee51f5c4408aa651da28e6a50a7, entries=150, sequenceid=261, filesize=12.0 K 2024-11-27T20:25:55,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4ba9e901575cf31988b6923b1c14c9ef in 856ms, sequenceid=261, compaction requested=false 2024-11-27T20:25:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:55,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T20:25:55,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T20:25:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:55,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272e5104288a14498fa08c2da45029560f_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739154503/Put/seqid=0 2024-11-27T20:25:55,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742518_1694 (size=12454) 2024-11-27T20:25:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T20:25:55,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739215641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739215642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739215642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739215643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739215643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739215746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739215746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739215747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739215747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739215747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:55,803 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272e5104288a14498fa08c2da45029560f_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272e5104288a14498fa08c2da45029560f_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:55,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/4e5094c2204e4793b2e7f17339dde935, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:55,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/4e5094c2204e4793b2e7f17339dde935 is 175, key is test_row_0/A:col10/1732739154503/Put/seqid=0 2024-11-27T20:25:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742519_1695 (size=31255) 2024-11-27T20:25:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739215949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739215950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739215950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739215951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739215954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T20:25:56,208 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/4e5094c2204e4793b2e7f17339dde935 2024-11-27T20:25:56,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/daf8b67020404f9984e46c90a3a2700b is 50, key is test_row_0/B:col10/1732739154503/Put/seqid=0 2024-11-27T20:25:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742520_1696 (size=12301) 2024-11-27T20:25:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739216253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739216253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739216254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739216257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739216259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,619 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/daf8b67020404f9984e46c90a3a2700b 2024-11-27T20:25:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/cdf40f1014ae4c899b19d423b4840e95 is 50, key is test_row_0/C:col10/1732739154503/Put/seqid=0 2024-11-27T20:25:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742521_1697 (size=12301) 2024-11-27T20:25:56,630 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/cdf40f1014ae4c899b19d423b4840e95 2024-11-27T20:25:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/4e5094c2204e4793b2e7f17339dde935 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935 2024-11-27T20:25:56,637 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935, entries=150, sequenceid=274, filesize=30.5 K 2024-11-27T20:25:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/daf8b67020404f9984e46c90a3a2700b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/daf8b67020404f9984e46c90a3a2700b 2024-11-27T20:25:56,641 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/daf8b67020404f9984e46c90a3a2700b, entries=150, sequenceid=274, filesize=12.0 K 2024-11-27T20:25:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/cdf40f1014ae4c899b19d423b4840e95 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/cdf40f1014ae4c899b19d423b4840e95 2024-11-27T20:25:56,645 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/cdf40f1014ae4c899b19d423b4840e95, entries=150, sequenceid=274, filesize=12.0 K 2024-11-27T20:25:56,646 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 4ba9e901575cf31988b6923b1c14c9ef in 1257ms, sequenceid=274, compaction requested=true 2024-11-27T20:25:56,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:56,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:56,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-27T20:25:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-27T20:25:56,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-27T20:25:56,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-27T20:25:56,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.7200 sec 2024-11-27T20:25:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:56,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T20:25:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:56,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273ba89b7af480482082e791615a1aec83_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:56,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739216763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739216763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739216764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739216764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739216765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742522_1698 (size=14994) 2024-11-27T20:25:56,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739216868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739216868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739216868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739216869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T20:25:57,035 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-27T20:25:57,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-27T20:25:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:25:57,056 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:57,056 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:57,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739217071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739217071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739217072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739217072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:25:57,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:57,173 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273ba89b7af480482082e791615a1aec83_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ba89b7af480482082e791615a1aec83_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:57,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/09ad7d3782d14a98bef5d4093187d6f7, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:57,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/09ad7d3782d14a98bef5d4093187d6f7 is 175, key is test_row_0/A:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742523_1699 (size=39949) 2024-11-27T20:25:57,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:25:57,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739217374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739217375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739217375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739217376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/09ad7d3782d14a98bef5d4093187d6f7 2024-11-27T20:25:57,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/d1a7a98b7a674a90b256e9062bad9a27 is 50, key is test_row_0/B:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742524_1700 (size=12301) 2024-11-27T20:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:25:57,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739217781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739217877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739217879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739217880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739217880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:57,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:57,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:57,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:57,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:57,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/d1a7a98b7a674a90b256e9062bad9a27 2024-11-27T20:25:57,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f20c38a88044ff1b9084bbbf31305c6 is 50, key is test_row_0/C:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742525_1701 (size=12301) 2024-11-27T20:25:58,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f20c38a88044ff1b9084bbbf31305c6 2024-11-27T20:25:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/09ad7d3782d14a98bef5d4093187d6f7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7 2024-11-27T20:25:58,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7, entries=200, sequenceid=303, filesize=39.0 K 2024-11-27T20:25:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/d1a7a98b7a674a90b256e9062bad9a27 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/d1a7a98b7a674a90b256e9062bad9a27 2024-11-27T20:25:58,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/d1a7a98b7a674a90b256e9062bad9a27, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T20:25:58,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f20c38a88044ff1b9084bbbf31305c6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f20c38a88044ff1b9084bbbf31305c6 2024-11-27T20:25:58,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f20c38a88044ff1b9084bbbf31305c6, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T20:25:58,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 4ba9e901575cf31988b6923b1c14c9ef in 1259ms, sequenceid=303, compaction requested=true 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:58,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:58,018 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:58,018 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142754 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:58,019 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:58,019 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:58,019 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/88d42b022c264d34a52957608232a504, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/69fe62ecba3f4b36acbd6bba31d6a93a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/daf8b67020404f9984e46c90a3a2700b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/d1a7a98b7a674a90b256e9062bad9a27] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=48.4 K 2024-11-27T20:25:58,019 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ee5918a499b349a7af6d14dc0017bcab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=139.4 K 2024-11-27T20:25:58,019 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ee5918a499b349a7af6d14dc0017bcab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7] 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee5918a499b349a7af6d14dc0017bcab, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732739152755 2024-11-27T20:25:58,019 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 88d42b022c264d34a52957608232a504, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732739152755 2024-11-27T20:25:58,020 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 69fe62ecba3f4b36acbd6bba31d6a93a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732739153383 2024-11-27T20:25:58,020 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting d06e47b33a3541a0973956d0d6ac11c1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732739153382 2024-11-27T20:25:58,020 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting daf8b67020404f9984e46c90a3a2700b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732739154503 2024-11-27T20:25:58,020 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e5094c2204e4793b2e7f17339dde935, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732739154503 2024-11-27T20:25:58,020 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09ad7d3782d14a98bef5d4093187d6f7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739155641 2024-11-27T20:25:58,020 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a7a98b7a674a90b256e9062bad9a27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739155642 2024-11-27T20:25:58,026 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:58,027 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#588 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:58,027 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112709f3763c2af84538b9c901289b8c94ed_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:58,028 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/b6b13fab7b1f4219a7f367ca61e24c8d is 50, key is test_row_0/B:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:58,030 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112709f3763c2af84538b9c901289b8c94ed_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:58,030 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112709f3763c2af84538b9c901289b8c94ed_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742526_1702 (size=12983) 2024-11-27T20:25:58,036 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/b6b13fab7b1f4219a7f367ca61e24c8d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/b6b13fab7b1f4219a7f367ca61e24c8d 2024-11-27T20:25:58,040 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into b6b13fab7b1f4219a7f367ca61e24c8d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:58,040 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:58,040 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=12, startTime=1732739158018; duration=0sec 2024-11-27T20:25:58,040 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:58,040 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:58,040 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:25:58,042 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:25:58,042 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:58,042 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:58,042 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/c94c04355d84462e800718f4f6d15189, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/5a497ee51f5c4408aa651da28e6a50a7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/cdf40f1014ae4c899b19d423b4840e95, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f20c38a88044ff1b9084bbbf31305c6] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=48.4 K 2024-11-27T20:25:58,042 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting c94c04355d84462e800718f4f6d15189, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732739152755 2024-11-27T20:25:58,042 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a497ee51f5c4408aa651da28e6a50a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732739153383 2024-11-27T20:25:58,043 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting cdf40f1014ae4c899b19d423b4840e95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732739154503 2024-11-27T20:25:58,043 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f20c38a88044ff1b9084bbbf31305c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739155642 2024-11-27T20:25:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742527_1703 (size=4469) 2024-11-27T20:25:58,051 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#589 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:58,051 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/5748213af6fe437f85db7c4f94593d9c is 175, key is test_row_0/A:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:58,052 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#590 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:58,053 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/6066ba3932f44326b34ef8e0589b1085 is 50, key is test_row_0/C:col10/1732739156758/Put/seqid=0 2024-11-27T20:25:58,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742528_1704 (size=31937) 2024-11-27T20:25:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742529_1705 (size=12983) 2024-11-27T20:25:58,079 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/6066ba3932f44326b34ef8e0589b1085 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/6066ba3932f44326b34ef8e0589b1085 2024-11-27T20:25:58,082 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into 6066ba3932f44326b34ef8e0589b1085(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:58,082 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:58,082 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=12, startTime=1732739158018; duration=0sec 2024-11-27T20:25:58,082 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:58,082 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:58,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:58,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:58,129 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:58,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f68bba1833a449a58483aa9958cde57a_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739156761/Put/seqid=0 2024-11-27T20:25:58,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742530_1706 (size=12454) 2024-11-27T20:25:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:25:58,478 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/5748213af6fe437f85db7c4f94593d9c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/5748213af6fe437f85db7c4f94593d9c 2024-11-27T20:25:58,482 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into 5748213af6fe437f85db7c4f94593d9c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:58,482 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:58,482 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=12, startTime=1732739158018; duration=0sec 2024-11-27T20:25:58,482 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:58,482 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:58,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:58,543 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f68bba1833a449a58483aa9958cde57a_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f68bba1833a449a58483aa9958cde57a_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:58,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/57e8f2783abd4adfbbbab505f6c8159f, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:58,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/57e8f2783abd4adfbbbab505f6c8159f is 175, key is test_row_0/A:col10/1732739156761/Put/seqid=0 2024-11-27T20:25:58,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742531_1707 (size=31255) 2024-11-27T20:25:58,548 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/57e8f2783abd4adfbbbab505f6c8159f 2024-11-27T20:25:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/8487b647187348beb9500eb521aac93b is 50, key is test_row_0/B:col10/1732739156761/Put/seqid=0 2024-11-27T20:25:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742532_1708 (size=12301) 2024-11-27T20:25:58,559 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/8487b647187348beb9500eb521aac93b 2024-11-27T20:25:58,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/62a484d6aac844b3a5e01b543e0f8f3c is 50, key is test_row_0/C:col10/1732739156761/Put/seqid=0 2024-11-27T20:25:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742533_1709 (size=12301) 2024-11-27T20:25:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739218913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:58,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739218915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:58,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739218915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:58,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739218916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:58,977 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/62a484d6aac844b3a5e01b543e0f8f3c 2024-11-27T20:25:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/57e8f2783abd4adfbbbab505f6c8159f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f 2024-11-27T20:25:58,984 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f, entries=150, sequenceid=312, filesize=30.5 K 2024-11-27T20:25:58,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/8487b647187348beb9500eb521aac93b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/8487b647187348beb9500eb521aac93b 2024-11-27T20:25:58,988 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/8487b647187348beb9500eb521aac93b, entries=150, sequenceid=312, filesize=12.0 K 2024-11-27T20:25:58,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/62a484d6aac844b3a5e01b543e0f8f3c as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/62a484d6aac844b3a5e01b543e0f8f3c 2024-11-27T20:25:58,992 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/62a484d6aac844b3a5e01b543e0f8f3c, entries=150, sequenceid=312, filesize=12.0 K 2024-11-27T20:25:58,993 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 4ba9e901575cf31988b6923b1c14c9ef in 864ms, sequenceid=312, compaction requested=false 2024-11-27T20:25:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-27T20:25:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-27T20:25:58,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-27T20:25:58,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-27T20:25:58,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.9600 sec 2024-11-27T20:25:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:59,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:59,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739219021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739219022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739219023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739219024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aed2e9503f6345eb893221bbfa4a3174_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742534_1710 (size=12454) 2024-11-27T20:25:59,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739219124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739219126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739219126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739219128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:25:59,157 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-27T20:25:59,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:25:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-27T20:25:59,160 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:25:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:25:59,161 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:25:59,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:25:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:25:59,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T20:25:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739219328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739219328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739219329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739219329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,437 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aed2e9503f6345eb893221bbfa4a3174_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aed2e9503f6345eb893221bbfa4a3174_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:25:59,438 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/59e057a480ff4998a3ea4d13d0defa0d, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:59,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/59e057a480ff4998a3ea4d13d0defa0d is 175, key is test_row_0/A:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742535_1711 (size=31255) 2024-11-27T20:25:59,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/59e057a480ff4998a3ea4d13d0defa0d 2024-11-27T20:25:59,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/184e7b60664844a9b786908ab04701d4 is 50, key is test_row_0/B:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742536_1712 (size=12301) 2024-11-27T20:25:59,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/184e7b60664844a9b786908ab04701d4 2024-11-27T20:25:59,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/0b98ecef56064f5b885e6bc2dd22ea82 is 50, key is test_row_0/C:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742537_1713 (size=12301) 2024-11-27T20:25:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:25:59,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T20:25:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T20:25:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739219630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739219631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739219634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739219633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:25:59,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T20:25:59,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:25:59,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:25:59,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:25:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739219797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,798 DEBUG [Thread-2727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., hostname=23827885d8b7,39789,1732738990134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:25:59,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/0b98ecef56064f5b885e6bc2dd22ea82 2024-11-27T20:25:59,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/59e057a480ff4998a3ea4d13d0defa0d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d 2024-11-27T20:25:59,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d, entries=150, sequenceid=343, filesize=30.5 K 2024-11-27T20:25:59,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/184e7b60664844a9b786908ab04701d4 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/184e7b60664844a9b786908ab04701d4 2024-11-27T20:25:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/184e7b60664844a9b786908ab04701d4, entries=150, sequenceid=343, filesize=12.0 K 2024-11-27T20:25:59,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/0b98ecef56064f5b885e6bc2dd22ea82 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/0b98ecef56064f5b885e6bc2dd22ea82 2024-11-27T20:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/0b98ecef56064f5b885e6bc2dd22ea82, entries=150, sequenceid=343, filesize=12.0 K 2024-11-27T20:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 4ba9e901575cf31988b6923b1c14c9ef in 859ms, sequenceid=343, compaction requested=true 2024-11-27T20:25:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:59,879 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:25:59,879 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,880 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:59,880 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:25:59,880 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,880 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/5748213af6fe437f85db7c4f94593d9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=92.2 K 2024-11-27T20:25:59,880 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,880 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/5748213af6fe437f85db7c4f94593d9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d] 2024-11-27T20:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,881 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5748213af6fe437f85db7c4f94593d9c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739155642 2024-11-27T20:25:59,881 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:59,881 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,881 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,881 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/b6b13fab7b1f4219a7f367ca61e24c8d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/8487b647187348beb9500eb521aac93b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/184e7b60664844a9b786908ab04701d4] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=36.7 K 2024-11-27T20:25:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,881 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e8f2783abd4adfbbbab505f6c8159f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732739156761 2024-11-27T20:25:59,882 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting b6b13fab7b1f4219a7f367ca61e24c8d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739155642 2024-11-27T20:25:59,882 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59e057a480ff4998a3ea4d13d0defa0d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732739158912 2024-11-27T20:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,882 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 8487b647187348beb9500eb521aac93b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732739156761 2024-11-27T20:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,882 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 184e7b60664844a9b786908ab04701d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732739158912 2024-11-27T20:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,890 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,892 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411279559b165b451459eae67883781a70f7a_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,893 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#598 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,894 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/bd9e8440ce4b4559bbd6074926986461 is 50, key is test_row_0/B:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,894 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411279559b165b451459eae67883781a70f7a_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,894 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279559b165b451459eae67883781a70f7a_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742538_1714 (size=13085) 2024-11-27T20:25:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742539_1715 (size=4469) 2024-11-27T20:25:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,904 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#597 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,905 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/df7ed7f7a58845b786e5557b81f9b42e is 175, key is test_row_0/A:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742540_1716 (size=32039) 2024-11-27T20:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,914 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/bd9e8440ce4b4559bbd6074926986461 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/bd9e8440ce4b4559bbd6074926986461 2024-11-27T20:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,917 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/df7ed7f7a58845b786e5557b81f9b42e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/df7ed7f7a58845b786e5557b81f9b42e 2024-11-27T20:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,921 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into bd9e8440ce4b4559bbd6074926986461(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:59,921 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:59,921 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=13, startTime=1732739159879; duration=0sec 2024-11-27T20:25:59,921 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:25:59,921 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,921 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:25:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,922 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into df7ed7f7a58845b786e5557b81f9b42e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:59,922 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:59,922 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=13, startTime=1732739159879; duration=0sec 2024-11-27T20:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,922 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,922 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:25:59,922 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:25:59,923 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:25:59,923 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,923 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/6066ba3932f44326b34ef8e0589b1085, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/62a484d6aac844b3a5e01b543e0f8f3c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/0b98ecef56064f5b885e6bc2dd22ea82] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=36.7 K 2024-11-27T20:25:59,923 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 6066ba3932f44326b34ef8e0589b1085, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739155642 2024-11-27T20:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,923 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 62a484d6aac844b3a5e01b543e0f8f3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732739156761 2024-11-27T20:25:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,924 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b98ecef56064f5b885e6bc2dd22ea82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732739158912 2024-11-27T20:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:25:59,931 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:25:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,939 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#599 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:25:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,939 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e0f8538f42b04106a10bd68981670648 is 50, key is test_row_0/C:col10/1732739158914/Put/seqid=0 2024-11-27T20:25:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272d354b72c86f42f1a92edf9d647db62a_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739159021/Put/seqid=0 2024-11-27T20:25:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742541_1717 (size=13085) 2024-11-27T20:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,962 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e0f8538f42b04106a10bd68981670648 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0f8538f42b04106a10bd68981670648 2024-11-27T20:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742542_1718 (size=9914) 2024-11-27T20:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,967 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into e0f8538f42b04106a10bd68981670648(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:25:59,967 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:25:59,968 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=13, startTime=1732739159879; duration=0sec 2024-11-27T20:25:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,968 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:25:59,968 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:25:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:25:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:26:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739220168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739220169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739220170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739220170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:26:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739220272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739220273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739220273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739220278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:00,370 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272d354b72c86f42f1a92edf9d647db62a_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d354b72c86f42f1a92edf9d647db62a_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eee58185464141d78650d46e4b16c2bd, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eee58185464141d78650d46e4b16c2bd is 175, key is test_row_0/A:col10/1732739159021/Put/seqid=0 2024-11-27T20:26:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742543_1719 (size=22561) 2024-11-27T20:26:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739220475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739220475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739220476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739220480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,776 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eee58185464141d78650d46e4b16c2bd 2024-11-27T20:26:00,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739220777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739220779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739220779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739220782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f491343267574d12b7bda4a5e7b1856f is 50, key is test_row_0/B:col10/1732739159021/Put/seqid=0 2024-11-27T20:26:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742544_1720 (size=9857) 2024-11-27T20:26:01,189 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f491343267574d12b7bda4a5e7b1856f 2024-11-27T20:26:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/4fc31733b29b4012a9d7b45b2332ea1b is 50, key is test_row_0/C:col10/1732739159021/Put/seqid=0 2024-11-27T20:26:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742545_1721 (size=9857) 2024-11-27T20:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:26:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739221281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739221281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739221281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739221288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:01,607 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/4fc31733b29b4012a9d7b45b2332ea1b 2024-11-27T20:26:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/eee58185464141d78650d46e4b16c2bd as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd 2024-11-27T20:26:01,614 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd, entries=100, sequenceid=351, filesize=22.0 K 2024-11-27T20:26:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/f491343267574d12b7bda4a5e7b1856f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f491343267574d12b7bda4a5e7b1856f 2024-11-27T20:26:01,618 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f491343267574d12b7bda4a5e7b1856f, entries=100, sequenceid=351, filesize=9.6 K 2024-11-27T20:26:01,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/4fc31733b29b4012a9d7b45b2332ea1b as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/4fc31733b29b4012a9d7b45b2332ea1b 2024-11-27T20:26:01,622 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/4fc31733b29b4012a9d7b45b2332ea1b, entries=100, sequenceid=351, filesize=9.6 K 2024-11-27T20:26:01,622 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 4ba9e901575cf31988b6923b1c14c9ef in 1691ms, sequenceid=351, compaction requested=false 2024-11-27T20:26:01,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:01,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:01,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-27T20:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-27T20:26:01,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-27T20:26:01,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4620 sec 2024-11-27T20:26:01,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.4670 sec 2024-11-27T20:26:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:02,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-27T20:26:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:26:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:26:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:26:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:02,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42568 deadline: 1732739222293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739222295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739222295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127718963e0aace49449986747dbb4ee3b0_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42556 deadline: 1732739222299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742546_1722 (size=12454) 2024-11-27T20:26:02,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739222397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739222398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739222601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739222601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,704 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:02,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127718963e0aace49449986747dbb4ee3b0_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127718963e0aace49449986747dbb4ee3b0_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:02,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/0a8efadc28e44efb86d3f57be8e6ac82, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:02,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/0a8efadc28e44efb86d3f57be8e6ac82 is 175, key is test_row_0/A:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742547_1723 (size=31255) 2024-11-27T20:26:02,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/0a8efadc28e44efb86d3f57be8e6ac82 2024-11-27T20:26:02,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/779d1fece4254e02ad6f25668d4fe170 is 50, key is test_row_0/B:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:02,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742548_1724 (size=12301) 2024-11-27T20:26:02,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/779d1fece4254e02ad6f25668d4fe170 2024-11-27T20:26:02,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/63eab39db292474bb5f82060aa9feb23 is 50, key is test_row_0/C:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742549_1725 (size=12301) 2024-11-27T20:26:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739222905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739222905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/63eab39db292474bb5f82060aa9feb23 2024-11-27T20:26:03,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/0a8efadc28e44efb86d3f57be8e6ac82 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82 2024-11-27T20:26:03,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82, entries=150, sequenceid=384, filesize=30.5 K 2024-11-27T20:26:03,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/779d1fece4254e02ad6f25668d4fe170 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/779d1fece4254e02ad6f25668d4fe170 2024-11-27T20:26:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/779d1fece4254e02ad6f25668d4fe170, entries=150, sequenceid=384, filesize=12.0 K 2024-11-27T20:26:03,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/63eab39db292474bb5f82060aa9feb23 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/63eab39db292474bb5f82060aa9feb23 2024-11-27T20:26:03,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/63eab39db292474bb5f82060aa9feb23, entries=150, sequenceid=384, filesize=12.0 K 2024-11-27T20:26:03,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 4ba9e901575cf31988b6923b1c14c9ef in 866ms, sequenceid=384, compaction requested=true 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:26:03,157 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ba9e901575cf31988b6923b1c14c9ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:26:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:26:03,157 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,158 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:26:03,158 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:26:03,158 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/B is initiating minor compaction (all files) 2024-11-27T20:26:03,158 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/A is initiating minor compaction (all files) 2024-11-27T20:26:03,158 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/B in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,158 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/A in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,158 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/bd9e8440ce4b4559bbd6074926986461, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f491343267574d12b7bda4a5e7b1856f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/779d1fece4254e02ad6f25668d4fe170] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=34.4 K 2024-11-27T20:26:03,158 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/df7ed7f7a58845b786e5557b81f9b42e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=83.8 K 2024-11-27T20:26:03,158 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,158 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. files: [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/df7ed7f7a58845b786e5557b81f9b42e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82] 2024-11-27T20:26:03,159 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting bd9e8440ce4b4559bbd6074926986461, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732739158912 2024-11-27T20:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,159 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting df7ed7f7a58845b786e5557b81f9b42e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732739158912 2024-11-27T20:26:03,159 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting f491343267574d12b7bda4a5e7b1856f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732739159021 2024-11-27T20:26:03,159 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting eee58185464141d78650d46e4b16c2bd, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732739159021 2024-11-27T20:26:03,159 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 779d1fece4254e02ad6f25668d4fe170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732739160166 2024-11-27T20:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,159 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a8efadc28e44efb86d3f57be8e6ac82, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732739160166 2024-11-27T20:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,165 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#B#compaction#606 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:26:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,165 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/a0120719ab194afab7adaee7c0c45f29 is 50, key is test_row_0/B:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,166 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,169 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127a12ed55b33304190955894bc6f19bdc1_4ba9e901575cf31988b6923b1c14c9ef store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:03,170 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127a12ed55b33304190955894bc6f19bdc1_4ba9e901575cf31988b6923b1c14c9ef, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:03,170 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a12ed55b33304190955894bc6f19bdc1_4ba9e901575cf31988b6923b1c14c9ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742550_1726 (size=13187) 2024-11-27T20:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742551_1727 (size=4469) 2024-11-27T20:26:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,184 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#A#compaction#607 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:26:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,185 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/ae80f087fcd14396871c00a089c4e84e is 175, key is test_row_0/A:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,189 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/a0120719ab194afab7adaee7c0c45f29 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a0120719ab194afab7adaee7c0c45f29 2024-11-27T20:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742552_1728 (size=32141) 2024-11-27T20:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,195 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/B of 4ba9e901575cf31988b6923b1c14c9ef into a0120719ab194afab7adaee7c0c45f29(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:26:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,195 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:03,195 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/B, priority=13, startTime=1732739163157; duration=0sec 2024-11-27T20:26:03,195 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:26:03,195 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:B 2024-11-27T20:26:03,195 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,196 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/ae80f087fcd14396871c00a089c4e84e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ae80f087fcd14396871c00a089c4e84e 2024-11-27T20:26:03,197 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:26:03,197 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1540): 4ba9e901575cf31988b6923b1c14c9ef/C is initiating minor compaction (all files) 2024-11-27T20:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,197 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ba9e901575cf31988b6923b1c14c9ef/C in TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,197 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0f8538f42b04106a10bd68981670648, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/4fc31733b29b4012a9d7b45b2332ea1b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/63eab39db292474bb5f82060aa9feb23] into tmpdir=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp, totalSize=34.4 K 2024-11-27T20:26:03,197 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f8538f42b04106a10bd68981670648, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732739158912 2024-11-27T20:26:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,197 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fc31733b29b4012a9d7b45b2332ea1b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732739159021 2024-11-27T20:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,198 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] compactions.Compactor(224): Compacting 63eab39db292474bb5f82060aa9feb23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732739160166 2024-11-27T20:26:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,201 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/A of 4ba9e901575cf31988b6923b1c14c9ef into ae80f087fcd14396871c00a089c4e84e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:26:03,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:03,201 INFO [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/A, priority=13, startTime=1732739163157; duration=0sec 2024-11-27T20:26:03,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:26:03,201 DEBUG [RS:0;23827885d8b7:39789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:A 2024-11-27T20:26:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,205 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ba9e901575cf31988b6923b1c14c9ef#C#compaction#608 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,206 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f95b054274d41e4b2a2f851b0bcf185 is 50, key is test_row_0/C:col10/1732739162290/Put/seqid=0 2024-11-27T20:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742553_1729 (size=13187) 2024-11-27T20:26:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,214 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/8f95b054274d41e4b2a2f851b0bcf185 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f95b054274d41e4b2a2f851b0bcf185 2024-11-27T20:26:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,219 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ba9e901575cf31988b6923b1c14c9ef/C of 4ba9e901575cf31988b6923b1c14c9ef into 8f95b054274d41e4b2a2f851b0bcf185(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,219 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:03,219 INFO [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., storeName=4ba9e901575cf31988b6923b1c14c9ef/C, priority=13, startTime=1732739163157; duration=0sec 2024-11-27T20:26:03,219 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:26:03,219 DEBUG [RS:0;23827885d8b7:39789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ba9e901575cf31988b6923b1c14c9ef:C 2024-11-27T20:26:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T20:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,265 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-27T20:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-27T20:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T20:26:03,268 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:26:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,269 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:26:03,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:26:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T20:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:26:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:26:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:26:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:26:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T20:26:03,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:26:03,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127926c20c5b993494ab622f14fb1a3fda1_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739163417/Put/seqid=0 2024-11-27T20:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742555_1731 (size=25158) 2024-11-27T20:26:03,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:03,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127926c20c5b993494ab622f14fb1a3fda1_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127926c20c5b993494ab622f14fb1a3fda1_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:03,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/21a947c07cd442a697256d7850cde451, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:03,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/21a947c07cd442a697256d7850cde451 is 175, key is test_row_0/A:col10/1732739163417/Put/seqid=0 2024-11-27T20:26:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742554_1730 (size=74795) 2024-11-27T20:26:03,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/21a947c07cd442a697256d7850cde451 2024-11-27T20:26:03,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/6d93ca0b27f041fb8b5b89fc56a66398 is 50, key is test_row_0/B:col10/1732739163417/Put/seqid=0 2024-11-27T20:26:03,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739223469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739223469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742556_1732 (size=12301) 2024-11-27T20:26:03,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/6d93ca0b27f041fb8b5b89fc56a66398 2024-11-27T20:26:03,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e0951d1ab60a4ae3a4a67f2e7446315d is 50, key is test_row_0/C:col10/1732739163417/Put/seqid=0 2024-11-27T20:26:03,496 DEBUG [Thread-2732 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:51623 2024-11-27T20:26:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742557_1733 (size=12301) 2024-11-27T20:26:03,496 DEBUG [Thread-2740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:51623 2024-11-27T20:26:03,496 DEBUG [Thread-2732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:03,496 DEBUG [Thread-2740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:03,497 DEBUG [Thread-2734 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:51623 2024-11-27T20:26:03,497 DEBUG [Thread-2734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:03,497 DEBUG [Thread-2738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:51623 2024-11-27T20:26:03,497 DEBUG [Thread-2738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:03,498 DEBUG [Thread-2736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:51623 2024-11-27T20:26:03,498 DEBUG [Thread-2736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T20:26:03,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739223573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739223573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T20:26:03,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:26:03,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T20:26:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:26:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42580 deadline: 1732739223774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42502 deadline: 1732739223775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:26:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42520 deadline: 1732739223813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,814 DEBUG [Thread-2727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef., hostname=23827885d8b7,39789,1732738990134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:26:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T20:26:03,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:26:03,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T20:26:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:26:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:03,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:26:03,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e0951d1ab60a4ae3a4a67f2e7446315d 2024-11-27T20:26:03,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/21a947c07cd442a697256d7850cde451 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/21a947c07cd442a697256d7850cde451 2024-11-27T20:26:03,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/21a947c07cd442a697256d7850cde451, entries=400, sequenceid=398, filesize=73.0 K 2024-11-27T20:26:03,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/6d93ca0b27f041fb8b5b89fc56a66398 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6d93ca0b27f041fb8b5b89fc56a66398 2024-11-27T20:26:03,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6d93ca0b27f041fb8b5b89fc56a66398, entries=150, sequenceid=398, filesize=12.0 K 2024-11-27T20:26:03,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e0951d1ab60a4ae3a4a67f2e7446315d as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0951d1ab60a4ae3a4a67f2e7446315d 2024-11-27T20:26:03,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0951d1ab60a4ae3a4a67f2e7446315d, entries=150, sequenceid=398, filesize=12.0 K 2024-11-27T20:26:03,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4ba9e901575cf31988b6923b1c14c9ef in 488ms, sequenceid=398, compaction requested=false 2024-11-27T20:26:03,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:04,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:26:04,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T20:26:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:04,031 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:26:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:26:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:26:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:26:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f2df0d18fbfd45799f97b0bb59e3bd97_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_0/A:col10/1732739163468/Put/seqid=0 2024-11-27T20:26:04,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742558_1734 (size=12454) 2024-11-27T20:26:04,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:04,049 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f2df0d18fbfd45799f97b0bb59e3bd97_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f2df0d18fbfd45799f97b0bb59e3bd97_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/afd6715723684e6eb0538c831e23da5f, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/afd6715723684e6eb0538c831e23da5f is 175, key is test_row_0/A:col10/1732739163468/Put/seqid=0 2024-11-27T20:26:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742559_1735 (size=31255) 2024-11-27T20:26:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39789 {}] regionserver.HRegion(8581): Flush requested on 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:04,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. as already flushing 2024-11-27T20:26:04,078 DEBUG [Thread-2721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:51623 2024-11-27T20:26:04,078 DEBUG [Thread-2721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:04,079 DEBUG [Thread-2725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:51623 2024-11-27T20:26:04,079 DEBUG [Thread-2725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:04,308 DEBUG [Thread-2729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:51623 2024-11-27T20:26:04,308 DEBUG [Thread-2729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:04,309 DEBUG [Thread-2723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:51623 2024-11-27T20:26:04,309 DEBUG [Thread-2723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T20:26:04,454 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=424, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/afd6715723684e6eb0538c831e23da5f 2024-11-27T20:26:04,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3544ee76e453453c8df671e637218fc2 is 50, key is test_row_0/B:col10/1732739163468/Put/seqid=0 2024-11-27T20:26:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742560_1736 (size=12301) 2024-11-27T20:26:04,862 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3544ee76e453453c8df671e637218fc2 2024-11-27T20:26:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/92fe1c45a1fc45fe8c237c8e977a3c80 is 50, key is test_row_0/C:col10/1732739163468/Put/seqid=0 2024-11-27T20:26:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742561_1737 (size=12301) 2024-11-27T20:26:05,270 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/92fe1c45a1fc45fe8c237c8e977a3c80 2024-11-27T20:26:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/afd6715723684e6eb0538c831e23da5f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/afd6715723684e6eb0538c831e23da5f 2024-11-27T20:26:05,275 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/afd6715723684e6eb0538c831e23da5f, entries=150, sequenceid=424, filesize=30.5 K 2024-11-27T20:26:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/3544ee76e453453c8df671e637218fc2 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3544ee76e453453c8df671e637218fc2 2024-11-27T20:26:05,278 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3544ee76e453453c8df671e637218fc2, entries=150, sequenceid=424, filesize=12.0 K 2024-11-27T20:26:05,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/92fe1c45a1fc45fe8c237c8e977a3c80 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/92fe1c45a1fc45fe8c237c8e977a3c80 2024-11-27T20:26:05,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/92fe1c45a1fc45fe8c237c8e977a3c80, entries=150, sequenceid=424, filesize=12.0 K 2024-11-27T20:26:05,281 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for 4ba9e901575cf31988b6923b1c14c9ef in 1250ms, sequenceid=424, compaction requested=true 2024-11-27T20:26:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-27T20:26:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-27T20:26:05,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-27T20:26:05,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0130 sec 2024-11-27T20:26:05,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.0170 sec 2024-11-27T20:26:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T20:26:05,371 INFO [Thread-2731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-27T20:26:07,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:26:13,886 DEBUG [Thread-2727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:51623 2024-11-27T20:26:13,886 DEBUG [Thread-2727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6404 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6493 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6043 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6424 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6444 2024-11-27T20:26:13,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:26:13,887 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:26:13,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1fe6e4 to 127.0.0.1:51623 2024-11-27T20:26:13,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:13,887 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:26:13,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:26:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T20:26:13,890 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739173890"}]},"ts":"1732739173890"} 2024-11-27T20:26:13,891 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:26:13,892 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:26:13,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:26:13,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, UNASSIGN}] 2024-11-27T20:26:13,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, UNASSIGN 2024-11-27T20:26:13,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=CLOSING, regionLocation=23827885d8b7,39789,1732738990134 2024-11-27T20:26:13,895 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:26:13,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134}] 2024-11-27T20:26:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T20:26:14,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,39789,1732738990134 2024-11-27T20:26:14,047 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing 4ba9e901575cf31988b6923b1c14c9ef, disabling compactions & flushes 2024-11-27T20:26:14,047 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. after waiting 0 ms 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:14,047 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing 4ba9e901575cf31988b6923b1c14c9ef 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=A 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=B 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ba9e901575cf31988b6923b1c14c9ef, store=C 2024-11-27T20:26:14,047 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:26:14,051 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270442460d667e4030abebe37c025825ca_4ba9e901575cf31988b6923b1c14c9ef is 50, key is test_row_1/A:col10/1732739164076/Put/seqid=0 2024-11-27T20:26:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742562_1738 (size=9914) 2024-11-27T20:26:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T20:26:14,455 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:26:14,458 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270442460d667e4030abebe37c025825ca_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270442460d667e4030abebe37c025825ca_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:14,459 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/89d65110b8a943b0b258addb7652c29e, store: [table=TestAcidGuarantees family=A region=4ba9e901575cf31988b6923b1c14c9ef] 2024-11-27T20:26:14,460 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/89d65110b8a943b0b258addb7652c29e is 175, key is test_row_1/A:col10/1732739164076/Put/seqid=0 2024-11-27T20:26:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742563_1739 (size=22561) 2024-11-27T20:26:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T20:26:14,863 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/89d65110b8a943b0b258addb7652c29e 2024-11-27T20:26:14,868 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/a4de7017b7d84a99af47a4499f7e1f87 is 50, key is test_row_1/B:col10/1732739164076/Put/seqid=0 2024-11-27T20:26:14,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742564_1740 (size=9857) 2024-11-27T20:26:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T20:26:15,272 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/a4de7017b7d84a99af47a4499f7e1f87 2024-11-27T20:26:15,277 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e6d63cb19bd843e7890c4dbe9fe2a48f is 50, key is test_row_1/C:col10/1732739164076/Put/seqid=0 2024-11-27T20:26:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742565_1741 (size=9857) 2024-11-27T20:26:15,680 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e6d63cb19bd843e7890c4dbe9fe2a48f 2024-11-27T20:26:15,683 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/A/89d65110b8a943b0b258addb7652c29e as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/89d65110b8a943b0b258addb7652c29e 2024-11-27T20:26:15,686 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/89d65110b8a943b0b258addb7652c29e, entries=100, sequenceid=432, filesize=22.0 K 2024-11-27T20:26:15,686 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/B/a4de7017b7d84a99af47a4499f7e1f87 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a4de7017b7d84a99af47a4499f7e1f87 2024-11-27T20:26:15,689 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a4de7017b7d84a99af47a4499f7e1f87, entries=100, sequenceid=432, filesize=9.6 K 2024-11-27T20:26:15,689 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/.tmp/C/e6d63cb19bd843e7890c4dbe9fe2a48f as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e6d63cb19bd843e7890c4dbe9fe2a48f 2024-11-27T20:26:15,691 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e6d63cb19bd843e7890c4dbe9fe2a48f, entries=100, sequenceid=432, filesize=9.6 K 2024-11-27T20:26:15,692 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4ba9e901575cf31988b6923b1c14c9ef in 1645ms, sequenceid=432, compaction requested=true 2024-11-27T20:26:15,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/2ef3ce55927b40108f65e1303e8ccba4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/188a466f5e3d4975b86f344f8cb85095, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ec4f7ef0bab04548b46b37194abd3c86, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ee5918a499b349a7af6d14dc0017bcab, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/5748213af6fe437f85db7c4f94593d9c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/df7ed7f7a58845b786e5557b81f9b42e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82] to archive 2024-11-27T20:26:15,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:26:15,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6e0fd39beb124d4c9ecc9a3b79a0d217 2024-11-27T20:26:15,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d55435d15eaf4339a68a981aa3edb2f5 2024-11-27T20:26:15,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/42ba0a7425144fb9aaca70791485a055 2024-11-27T20:26:15,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/2ef3ce55927b40108f65e1303e8ccba4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/2ef3ce55927b40108f65e1303e8ccba4 2024-11-27T20:26:15,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cb35a58cfcfc4ba296101b446adefba8 2024-11-27T20:26:15,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/3eb65ce5cf69492a951e6137a8504c76 2024-11-27T20:26:15,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/cdd3251d5ffb4ca79e8bff4c4cf97ff4 2024-11-27T20:26:15,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/43772474997e44048e16edd904ede0fc 2024-11-27T20:26:15,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/188a466f5e3d4975b86f344f8cb85095 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/188a466f5e3d4975b86f344f8cb85095 2024-11-27T20:26:15,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eda25936e5f3427382e979276039105b 2024-11-27T20:26:15,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/785949ed1f3b4623aa0f2cd697b1ad9b 2024-11-27T20:26:15,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/6676f819b07e4e458afc3a0bf1ef987d 2024-11-27T20:26:15,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/9337f2a6a68246298ae8b3ff32b1d41d 2024-11-27T20:26:15,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ec4f7ef0bab04548b46b37194abd3c86 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ec4f7ef0bab04548b46b37194abd3c86 2024-11-27T20:26:15,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/de4902a203cb4d448bf79d84ba77c331 2024-11-27T20:26:15,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ee5918a499b349a7af6d14dc0017bcab to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ee5918a499b349a7af6d14dc0017bcab 2024-11-27T20:26:15,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/94f8ecb907be46f08bcb30fd619e3332 2024-11-27T20:26:15,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/d06e47b33a3541a0973956d0d6ac11c1 2024-11-27T20:26:15,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/4e5094c2204e4793b2e7f17339dde935 2024-11-27T20:26:15,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/09ad7d3782d14a98bef5d4093187d6f7 2024-11-27T20:26:15,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/5748213af6fe437f85db7c4f94593d9c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/5748213af6fe437f85db7c4f94593d9c 2024-11-27T20:26:15,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/57e8f2783abd4adfbbbab505f6c8159f 2024-11-27T20:26:15,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/df7ed7f7a58845b786e5557b81f9b42e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/df7ed7f7a58845b786e5557b81f9b42e 2024-11-27T20:26:15,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/59e057a480ff4998a3ea4d13d0defa0d 2024-11-27T20:26:15,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/eee58185464141d78650d46e4b16c2bd 2024-11-27T20:26:15,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/0a8efadc28e44efb86d3f57be8e6ac82 2024-11-27T20:26:15,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/39f00b20475541d28b027a99c5a3c8d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3d802a07d1364b018d557d9e890f2614, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6dd773e90b4c47e2a52e1772a43d1442, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/54f9550cdd7b42ddbc0bbffaabf91026, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/312fc9db08fa4928a200da9f12c17a2e, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f63190cab816401e818fbe9306fe0713, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3606f7f9c9214509a0edd3ad3bed13e7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/de56f950f62d4be89c6466a6eea3782a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/157db5f716d849128d30a898113b418d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f9adb8acb37c42e0aee80f902bf3cf31, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/c11042c2f4f84b4ba1e3886915cbfcda, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/7500aa74b34f464eb97311a0db4fef50, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/fb6a48ab48f54859aa12213fde85b139, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/492f2a2eb4884b56850d8afa447647a9, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/928f7e3db6f84de888a3627f3b2db9a1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/88d42b022c264d34a52957608232a504, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/368f7434484d47cc80c030bf531c5ef1, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/69fe62ecba3f4b36acbd6bba31d6a93a, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/daf8b67020404f9984e46c90a3a2700b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/b6b13fab7b1f4219a7f367ca61e24c8d, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/d1a7a98b7a674a90b256e9062bad9a27, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/8487b647187348beb9500eb521aac93b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/bd9e8440ce4b4559bbd6074926986461, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/184e7b60664844a9b786908ab04701d4, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f491343267574d12b7bda4a5e7b1856f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/779d1fece4254e02ad6f25668d4fe170] to archive 2024-11-27T20:26:15,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:26:15,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/39f00b20475541d28b027a99c5a3c8d4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/39f00b20475541d28b027a99c5a3c8d4 2024-11-27T20:26:15,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3d802a07d1364b018d557d9e890f2614 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3d802a07d1364b018d557d9e890f2614 2024-11-27T20:26:15,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6dd773e90b4c47e2a52e1772a43d1442 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6dd773e90b4c47e2a52e1772a43d1442 2024-11-27T20:26:15,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/54f9550cdd7b42ddbc0bbffaabf91026 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/54f9550cdd7b42ddbc0bbffaabf91026 2024-11-27T20:26:15,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/312fc9db08fa4928a200da9f12c17a2e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/312fc9db08fa4928a200da9f12c17a2e 2024-11-27T20:26:15,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f63190cab816401e818fbe9306fe0713 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f63190cab816401e818fbe9306fe0713 2024-11-27T20:26:15,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3606f7f9c9214509a0edd3ad3bed13e7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3606f7f9c9214509a0edd3ad3bed13e7 2024-11-27T20:26:15,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/de56f950f62d4be89c6466a6eea3782a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/de56f950f62d4be89c6466a6eea3782a 2024-11-27T20:26:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/157db5f716d849128d30a898113b418d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/157db5f716d849128d30a898113b418d 2024-11-27T20:26:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f9adb8acb37c42e0aee80f902bf3cf31 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f9adb8acb37c42e0aee80f902bf3cf31 2024-11-27T20:26:15,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/c11042c2f4f84b4ba1e3886915cbfcda to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/c11042c2f4f84b4ba1e3886915cbfcda 2024-11-27T20:26:15,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/7500aa74b34f464eb97311a0db4fef50 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/7500aa74b34f464eb97311a0db4fef50 2024-11-27T20:26:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/fb6a48ab48f54859aa12213fde85b139 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/fb6a48ab48f54859aa12213fde85b139 2024-11-27T20:26:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/492f2a2eb4884b56850d8afa447647a9 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/492f2a2eb4884b56850d8afa447647a9 2024-11-27T20:26:15,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/928f7e3db6f84de888a3627f3b2db9a1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/928f7e3db6f84de888a3627f3b2db9a1 2024-11-27T20:26:15,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/88d42b022c264d34a52957608232a504 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/88d42b022c264d34a52957608232a504 2024-11-27T20:26:15,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/368f7434484d47cc80c030bf531c5ef1 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/368f7434484d47cc80c030bf531c5ef1 2024-11-27T20:26:15,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/69fe62ecba3f4b36acbd6bba31d6a93a to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/69fe62ecba3f4b36acbd6bba31d6a93a 2024-11-27T20:26:15,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/daf8b67020404f9984e46c90a3a2700b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/daf8b67020404f9984e46c90a3a2700b 2024-11-27T20:26:15,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/b6b13fab7b1f4219a7f367ca61e24c8d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/b6b13fab7b1f4219a7f367ca61e24c8d 2024-11-27T20:26:15,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/d1a7a98b7a674a90b256e9062bad9a27 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/d1a7a98b7a674a90b256e9062bad9a27 2024-11-27T20:26:15,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/8487b647187348beb9500eb521aac93b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/8487b647187348beb9500eb521aac93b 2024-11-27T20:26:15,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/bd9e8440ce4b4559bbd6074926986461 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/bd9e8440ce4b4559bbd6074926986461 2024-11-27T20:26:15,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/184e7b60664844a9b786908ab04701d4 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/184e7b60664844a9b786908ab04701d4 2024-11-27T20:26:15,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f491343267574d12b7bda4a5e7b1856f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/f491343267574d12b7bda4a5e7b1856f 2024-11-27T20:26:15,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/779d1fece4254e02ad6f25668d4fe170 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/779d1fece4254e02ad6f25668d4fe170 2024-11-27T20:26:15,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7b0544a90db249d1ac0ac51e403b7cd7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/87713d8d8215456c93ae162d531a36a6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/a61286ed52354803a102b75149e510bc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7ef43e237bbb4760a3cda79b3b0968ae, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f499ea8dee2b47c0bf56b1dadbd513fc, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/542928aec63543ec8268b4b91eda9ce5, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/60ea80c651754cb5bdf2eb27673ab253, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1c68e54e1e1b4d558d893e95fd9731cd, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/068531dc2ad6487c95ea794f2a8d856f, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f12ff59845954adeb9c6e9f1dd7b3269, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/2bdf9f09076044a3961d1c0300ff5922, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/9166a83edb024da7ac765ed4141fc2ac, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1cefa1317ff948e69112b666867ea1ef, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f0ef6614720451f920599fc1b302f6c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/082cd24075b848649fc0b7325a1ebef0, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/c94c04355d84462e800718f4f6d15189, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/38e3b33e94ae4ab0a5f83f1d8dd07351, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/5a497ee51f5c4408aa651da28e6a50a7, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/cdf40f1014ae4c899b19d423b4840e95, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/6066ba3932f44326b34ef8e0589b1085, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f20c38a88044ff1b9084bbbf31305c6, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/62a484d6aac844b3a5e01b543e0f8f3c, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0f8538f42b04106a10bd68981670648, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/0b98ecef56064f5b885e6bc2dd22ea82, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/4fc31733b29b4012a9d7b45b2332ea1b, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/63eab39db292474bb5f82060aa9feb23] to archive 2024-11-27T20:26:15,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:26:15,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7b0544a90db249d1ac0ac51e403b7cd7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7b0544a90db249d1ac0ac51e403b7cd7 2024-11-27T20:26:15,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/87713d8d8215456c93ae162d531a36a6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/87713d8d8215456c93ae162d531a36a6 2024-11-27T20:26:15,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/a61286ed52354803a102b75149e510bc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/a61286ed52354803a102b75149e510bc 2024-11-27T20:26:15,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7ef43e237bbb4760a3cda79b3b0968ae to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/7ef43e237bbb4760a3cda79b3b0968ae 2024-11-27T20:26:15,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f499ea8dee2b47c0bf56b1dadbd513fc to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f499ea8dee2b47c0bf56b1dadbd513fc 2024-11-27T20:26:15,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/542928aec63543ec8268b4b91eda9ce5 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/542928aec63543ec8268b4b91eda9ce5 2024-11-27T20:26:15,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/60ea80c651754cb5bdf2eb27673ab253 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/60ea80c651754cb5bdf2eb27673ab253 2024-11-27T20:26:15,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1c68e54e1e1b4d558d893e95fd9731cd to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1c68e54e1e1b4d558d893e95fd9731cd 2024-11-27T20:26:15,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/068531dc2ad6487c95ea794f2a8d856f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/068531dc2ad6487c95ea794f2a8d856f 2024-11-27T20:26:15,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f12ff59845954adeb9c6e9f1dd7b3269 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/f12ff59845954adeb9c6e9f1dd7b3269 2024-11-27T20:26:15,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/2bdf9f09076044a3961d1c0300ff5922 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/2bdf9f09076044a3961d1c0300ff5922 2024-11-27T20:26:15,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/9166a83edb024da7ac765ed4141fc2ac to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/9166a83edb024da7ac765ed4141fc2ac 2024-11-27T20:26:15,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1cefa1317ff948e69112b666867ea1ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/1cefa1317ff948e69112b666867ea1ef 2024-11-27T20:26:15,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f0ef6614720451f920599fc1b302f6c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f0ef6614720451f920599fc1b302f6c 2024-11-27T20:26:15,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/082cd24075b848649fc0b7325a1ebef0 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/082cd24075b848649fc0b7325a1ebef0 2024-11-27T20:26:15,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/c94c04355d84462e800718f4f6d15189 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/c94c04355d84462e800718f4f6d15189 2024-11-27T20:26:15,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/38e3b33e94ae4ab0a5f83f1d8dd07351 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/38e3b33e94ae4ab0a5f83f1d8dd07351 2024-11-27T20:26:15,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/5a497ee51f5c4408aa651da28e6a50a7 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/5a497ee51f5c4408aa651da28e6a50a7 2024-11-27T20:26:15,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/cdf40f1014ae4c899b19d423b4840e95 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/cdf40f1014ae4c899b19d423b4840e95 2024-11-27T20:26:15,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/6066ba3932f44326b34ef8e0589b1085 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/6066ba3932f44326b34ef8e0589b1085 2024-11-27T20:26:15,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f20c38a88044ff1b9084bbbf31305c6 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f20c38a88044ff1b9084bbbf31305c6 2024-11-27T20:26:15,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/62a484d6aac844b3a5e01b543e0f8f3c to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/62a484d6aac844b3a5e01b543e0f8f3c 2024-11-27T20:26:15,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0f8538f42b04106a10bd68981670648 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0f8538f42b04106a10bd68981670648 2024-11-27T20:26:15,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/0b98ecef56064f5b885e6bc2dd22ea82 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/0b98ecef56064f5b885e6bc2dd22ea82 2024-11-27T20:26:15,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/4fc31733b29b4012a9d7b45b2332ea1b to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/4fc31733b29b4012a9d7b45b2332ea1b 2024-11-27T20:26:15,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/63eab39db292474bb5f82060aa9feb23 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/63eab39db292474bb5f82060aa9feb23 2024-11-27T20:26:15,764 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/recovered.edits/435.seqid, newMaxSeqId=435, maxSeqId=4 2024-11-27T20:26:15,764 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef. 2024-11-27T20:26:15,764 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for 4ba9e901575cf31988b6923b1c14c9ef: 2024-11-27T20:26:15,765 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed 4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:15,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=4ba9e901575cf31988b6923b1c14c9ef, regionState=CLOSED 2024-11-27T20:26:15,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-27T20:26:15,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure 4ba9e901575cf31988b6923b1c14c9ef, server=23827885d8b7,39789,1732738990134 in 1.8710 sec 2024-11-27T20:26:15,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-27T20:26:15,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ba9e901575cf31988b6923b1c14c9ef, UNASSIGN in 1.8730 sec 2024-11-27T20:26:15,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-27T20:26:15,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-27T20:26:15,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739175770"}]},"ts":"1732739175770"} 2024-11-27T20:26:15,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:26:15,773 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:26:15,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8850 sec 2024-11-27T20:26:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T20:26:15,993 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-27T20:26:15,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:26:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:15,995 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:26:15,996 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:15,997 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:15,998 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C, FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/recovered.edits] 2024-11-27T20:26:16,000 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/21a947c07cd442a697256d7850cde451 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/21a947c07cd442a697256d7850cde451 2024-11-27T20:26:16,001 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/89d65110b8a943b0b258addb7652c29e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/89d65110b8a943b0b258addb7652c29e 2024-11-27T20:26:16,002 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ae80f087fcd14396871c00a089c4e84e to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/ae80f087fcd14396871c00a089c4e84e 2024-11-27T20:26:16,003 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/afd6715723684e6eb0538c831e23da5f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/A/afd6715723684e6eb0538c831e23da5f 2024-11-27T20:26:16,004 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3544ee76e453453c8df671e637218fc2 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/3544ee76e453453c8df671e637218fc2 2024-11-27T20:26:16,005 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6d93ca0b27f041fb8b5b89fc56a66398 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/6d93ca0b27f041fb8b5b89fc56a66398 2024-11-27T20:26:16,006 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a0120719ab194afab7adaee7c0c45f29 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a0120719ab194afab7adaee7c0c45f29 2024-11-27T20:26:16,007 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a4de7017b7d84a99af47a4499f7e1f87 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/B/a4de7017b7d84a99af47a4499f7e1f87 2024-11-27T20:26:16,008 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f95b054274d41e4b2a2f851b0bcf185 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/8f95b054274d41e4b2a2f851b0bcf185 2024-11-27T20:26:16,009 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/92fe1c45a1fc45fe8c237c8e977a3c80 to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/92fe1c45a1fc45fe8c237c8e977a3c80 2024-11-27T20:26:16,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0951d1ab60a4ae3a4a67f2e7446315d to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e0951d1ab60a4ae3a4a67f2e7446315d 2024-11-27T20:26:16,011 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e6d63cb19bd843e7890c4dbe9fe2a48f to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/C/e6d63cb19bd843e7890c4dbe9fe2a48f 2024-11-27T20:26:16,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/recovered.edits/435.seqid to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef/recovered.edits/435.seqid 2024-11-27T20:26:16,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/default/TestAcidGuarantees/4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,013 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:26:16,014 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:26:16,014 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T20:26:16,016 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270442460d667e4030abebe37c025825ca_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270442460d667e4030abebe37c025825ca_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,017 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112717f3bda75ab04f4a975dab55a626f986_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112717f3bda75ab04f4a975dab55a626f986_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,018 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d354b72c86f42f1a92edf9d647db62a_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d354b72c86f42f1a92edf9d647db62a_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,019 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272e5104288a14498fa08c2da45029560f_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272e5104288a14498fa08c2da45029560f_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,020 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ba89b7af480482082e791615a1aec83_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ba89b7af480482082e791615a1aec83_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,021 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742490d3676744ab7a5aadf081839ac20_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742490d3676744ab7a5aadf081839ac20_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,022 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112766964ca351e94852a991b4ec2e38ff01_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112766964ca351e94852a991b4ec2e38ff01_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,022 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112766a5aacbc9aa48139a8a7e98d6dad227_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112766a5aacbc9aa48139a8a7e98d6dad227_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,023 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b01a7890e8047cf81674dc911549d79_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b01a7890e8047cf81674dc911549d79_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,024 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127718963e0aace49449986747dbb4ee3b0_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127718963e0aace49449986747dbb4ee3b0_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,025 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277717751009c44c77b08bc112dc6e5be4_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277717751009c44c77b08bc112dc6e5be4_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,025 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127926c20c5b993494ab622f14fb1a3fda1_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127926c20c5b993494ab622f14fb1a3fda1_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,026 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f45555e3b9448a7b7e47e2404bdf547_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f45555e3b9448a7b7e47e2404bdf547_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,027 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa056aebb780491b9c8960fc13f6df1c_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa056aebb780491b9c8960fc13f6df1c_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,027 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aed2e9503f6345eb893221bbfa4a3174_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aed2e9503f6345eb893221bbfa4a3174_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,028 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c6cc139e12dc4d3492513aae0be4c029_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c6cc139e12dc4d3492513aae0be4c029_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,029 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e9145c743ed941c69f78a10a836c2ce2_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e9145c743ed941c69f78a10a836c2ce2_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,030 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ed93dcced97240e4b9532d288ad8208a_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ed93dcced97240e4b9532d288ad8208a_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,031 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f109e4f68990468cbb5eca88a3f00b41_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f109e4f68990468cbb5eca88a3f00b41_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,031 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f2df0d18fbfd45799f97b0bb59e3bd97_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f2df0d18fbfd45799f97b0bb59e3bd97_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,032 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f66f03c8e52b44ae9ef9e54902d9a7cf_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f66f03c8e52b44ae9ef9e54902d9a7cf_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,033 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f68bba1833a449a58483aa9958cde57a_4ba9e901575cf31988b6923b1c14c9ef to hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f68bba1833a449a58483aa9958cde57a_4ba9e901575cf31988b6923b1c14c9ef 2024-11-27T20:26:16,033 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:26:16,035 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:16,037 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:26:16,038 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:26:16,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:16,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:26:16,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739176039"}]},"ts":"9223372036854775807"} 2024-11-27T20:26:16,040 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:26:16,040 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4ba9e901575cf31988b6923b1c14c9ef, NAME => 'TestAcidGuarantees,,1732739140442.4ba9e901575cf31988b6923b1c14c9ef.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:26:16,040 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:26:16,040 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739176040"}]},"ts":"9223372036854775807"} 2024-11-27T20:26:16,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:26:16,043 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:26:16,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-27T20:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:26:16,096 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-27T20:26:16,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=235 (was 238), OpenFileDescriptor=446 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=579 (was 604), ProcessCount=11 (was 11), AvailableMemoryMB=5192 (was 5343) 2024-11-27T20:26:16,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T20:26:16,106 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:26:16,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:51623 2024-11-27T20:26:16,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:16,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:26:16,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657766203, stopped=false 2024-11-27T20:26:16,106 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=23827885d8b7,33479,1732738988984 2024-11-27T20:26:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:26:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:26:16,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-27T20:26:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:26:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:26:16,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:16,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:26:16,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:26:16,109 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23827885d8b7,39789,1732738990134' ***** 2024-11-27T20:26:16,109 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:26:16,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(3579): Received CLOSE for f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1224): stopping server 23827885d8b7,39789,1732738990134 2024-11-27T20:26:16,110 DEBUG [RS:0;23827885d8b7:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:26:16,110 INFO [RS:0;23827885d8b7:39789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:26:16,111 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f81cdc7783d7ef6b7a8edf946b6d1eca, disabling compactions & flushes 2024-11-27T20:26:16,111 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. after waiting 0 ms 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:26:16,111 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-27T20:26:16,111 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f81cdc7783d7ef6b7a8edf946b6d1eca 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-27T20:26:16,111 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1603): Online Regions={f81cdc7783d7ef6b7a8edf946b6d1eca=hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:26:16,111 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:26:16,111 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:26:16,111 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-27T20:26:16,114 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:26:16,126 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/.tmp/info/96d6d0d61f1a4c318f5f0c7c3057e8f6 is 45, key is default/info:d/1732738993916/Put/seqid=0 2024-11-27T20:26:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742566_1742 (size=5037) 2024-11-27T20:26:16,133 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/info/802500e2643d420195f96c4546260640 is 143, key is hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca./info:regioninfo/1732738993801/Put/seqid=0 2024-11-27T20:26:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742567_1743 (size=7725) 2024-11-27T20:26:16,177 INFO [regionserver/23827885d8b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:26:16,314 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:26:16,515 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f81cdc7783d7ef6b7a8edf946b6d1eca 2024-11-27T20:26:16,530 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/.tmp/info/96d6d0d61f1a4c318f5f0c7c3057e8f6 2024-11-27T20:26:16,533 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/.tmp/info/96d6d0d61f1a4c318f5f0c7c3057e8f6 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/info/96d6d0d61f1a4c318f5f0c7c3057e8f6 2024-11-27T20:26:16,535 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/info/96d6d0d61f1a4c318f5f0c7c3057e8f6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-27T20:26:16,536 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f81cdc7783d7ef6b7a8edf946b6d1eca in 425ms, sequenceid=6, compaction requested=false 2024-11-27T20:26:16,536 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/info/802500e2643d420195f96c4546260640 2024-11-27T20:26:16,538 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/namespace/f81cdc7783d7ef6b7a8edf946b6d1eca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:26:16,539 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:26:16,539 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f81cdc7783d7ef6b7a8edf946b6d1eca: 2024-11-27T20:26:16,539 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732738992965.f81cdc7783d7ef6b7a8edf946b6d1eca. 2024-11-27T20:26:16,553 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/rep_barrier/631df9b79a1c43f78c6b62342f2565d3 is 102, key is TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89./rep_barrier:/1732739020577/DeleteFamily/seqid=0 2024-11-27T20:26:16,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742568_1744 (size=6025) 2024-11-27T20:26:16,556 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/rep_barrier/631df9b79a1c43f78c6b62342f2565d3 2024-11-27T20:26:16,572 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/table/b7440d52dfc54f5093f9df0ffba09980 is 96, key is TestAcidGuarantees,,1732738994133.2c96bcf8e1c35992eb06296777215e89./table:/1732739020577/DeleteFamily/seqid=0 2024-11-27T20:26:16,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742569_1745 (size=5942) 2024-11-27T20:26:16,664 INFO [regionserver/23827885d8b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:26:16,664 INFO [regionserver/23827885d8b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:26:16,715 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T20:26:16,915 DEBUG [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T20:26:16,976 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/table/b7440d52dfc54f5093f9df0ffba09980 2024-11-27T20:26:16,979 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/info/802500e2643d420195f96c4546260640 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/info/802500e2643d420195f96c4546260640 2024-11-27T20:26:16,981 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/info/802500e2643d420195f96c4546260640, entries=22, sequenceid=93, filesize=7.5 K 2024-11-27T20:26:16,982 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/rep_barrier/631df9b79a1c43f78c6b62342f2565d3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/rep_barrier/631df9b79a1c43f78c6b62342f2565d3 2024-11-27T20:26:16,984 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/rep_barrier/631df9b79a1c43f78c6b62342f2565d3, entries=6, sequenceid=93, filesize=5.9 K 2024-11-27T20:26:16,985 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/.tmp/table/b7440d52dfc54f5093f9df0ffba09980 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/table/b7440d52dfc54f5093f9df0ffba09980 2024-11-27T20:26:16,987 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/table/b7440d52dfc54f5093f9df0ffba09980, entries=9, sequenceid=93, filesize=5.8 K 2024-11-27T20:26:16,988 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 876ms, sequenceid=93, compaction requested=false 2024-11-27T20:26:16,991 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-27T20:26:16,991 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:26:16,991 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T20:26:16,991 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T20:26:16,991 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:26:17,115 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1250): stopping server 23827885d8b7,39789,1732738990134; all regions closed. 2024-11-27T20:26:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741834_1010 (size=26050) 2024-11-27T20:26:17,121 DEBUG [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/oldWALs 2024-11-27T20:26:17,121 INFO [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23827885d8b7%2C39789%2C1732738990134.meta:.meta(num 1732738992724) 2024-11-27T20:26:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741832_1008 (size=16661617) 2024-11-27T20:26:17,124 DEBUG [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/oldWALs 2024-11-27T20:26:17,124 INFO [RS:0;23827885d8b7:39789 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23827885d8b7%2C39789%2C1732738990134:(num 1732738991755) 2024-11-27T20:26:17,124 DEBUG [RS:0;23827885d8b7:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:17,124 INFO [RS:0;23827885d8b7:39789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:26:17,125 INFO [RS:0;23827885d8b7:39789 {}] hbase.ChoreService(370): Chore service for: regionserver/23827885d8b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-27T20:26:17,125 INFO [regionserver/23827885d8b7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T20:26:17,125 INFO [RS:0;23827885d8b7:39789 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39789 2024-11-27T20:26:17,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/23827885d8b7,39789,1732738990134 2024-11-27T20:26:17,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:26:17,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [23827885d8b7,39789,1732738990134] 2024-11-27T20:26:17,131 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 23827885d8b7,39789,1732738990134; numProcessing=1 2024-11-27T20:26:17,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/23827885d8b7,39789,1732738990134 already deleted, retry=false 2024-11-27T20:26:17,132 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 23827885d8b7,39789,1732738990134 expired; onlineServers=0 2024-11-27T20:26:17,132 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23827885d8b7,33479,1732738988984' ***** 2024-11-27T20:26:17,132 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:26:17,133 DEBUG [M:0;23827885d8b7:33479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c323138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23827885d8b7/172.17.0.2:0 2024-11-27T20:26:17,133 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegionServer(1224): stopping server 23827885d8b7,33479,1732738988984 2024-11-27T20:26:17,133 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegionServer(1250): stopping server 23827885d8b7,33479,1732738988984; all regions closed. 2024-11-27T20:26:17,133 DEBUG [M:0;23827885d8b7:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:26:17,133 DEBUG [M:0;23827885d8b7:33479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:26:17,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:26:17,133 DEBUG [M:0;23827885d8b7:33479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:26:17,133 DEBUG [master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.large.0-1732738991481 {}] cleaner.HFileCleaner(306): Exit Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.large.0-1732738991481,5,FailOnTimeoutGroup] 2024-11-27T20:26:17,133 DEBUG [master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.small.0-1732738991488 {}] cleaner.HFileCleaner(306): Exit Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.small.0-1732738991488,5,FailOnTimeoutGroup] 2024-11-27T20:26:17,133 INFO [M:0;23827885d8b7:33479 {}] hbase.ChoreService(370): Chore service for: master/23827885d8b7:0 had [] on shutdown 2024-11-27T20:26:17,134 DEBUG [M:0;23827885d8b7:33479 {}] master.HMaster(1733): Stopping service threads 2024-11-27T20:26:17,134 INFO [M:0;23827885d8b7:33479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:26:17,134 ERROR [M:0;23827885d8b7:33479 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-27T20:26:17,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T20:26:17,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:26:17,134 INFO [M:0;23827885d8b7:33479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:26:17,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:26:17,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:26:17,135 DEBUG [M:0;23827885d8b7:33479 {}] zookeeper.ZKUtil(347): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T20:26:17,135 WARN [M:0;23827885d8b7:33479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:26:17,135 INFO [M:0;23827885d8b7:33479 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-27T20:26:17,135 INFO [M:0;23827885d8b7:33479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:26:17,135 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:26:17,135 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:26:17,135 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:26:17,135 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:26:17,135 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:26:17,136 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=796.21 KB heapSize=981.27 KB 2024-11-27T20:26:17,152 DEBUG [M:0;23827885d8b7:33479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25da195466024697bda8bc20c860acae is 82, key is hbase:meta,,1/info:regioninfo/1732738992858/Put/seqid=0 2024-11-27T20:26:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742570_1746 (size=5672) 2024-11-27T20:26:17,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:26:17,231 INFO [RS:0;23827885d8b7:39789 {}] regionserver.HRegionServer(1307): Exiting; stopping=23827885d8b7,39789,1732738990134; zookeeper connection closed. 2024-11-27T20:26:17,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1003aa670940001, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:26:17,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7adea4eb {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7adea4eb 2024-11-27T20:26:17,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:26:17,556 INFO [M:0;23827885d8b7:33479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2286 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25da195466024697bda8bc20c860acae 2024-11-27T20:26:17,586 DEBUG [M:0;23827885d8b7:33479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11dd4013b2e1472fadd453073d7d12d3 is 2283, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1732739023745/Put/seqid=0 2024-11-27T20:26:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742571_1747 (size=45746) 2024-11-27T20:26:17,593 INFO [M:0;23827885d8b7:33479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=795.65 KB at sequenceid=2286 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11dd4013b2e1472fadd453073d7d12d3 2024-11-27T20:26:17,596 INFO [M:0;23827885d8b7:33479 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11dd4013b2e1472fadd453073d7d12d3 2024-11-27T20:26:17,611 DEBUG [M:0;23827885d8b7:33479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db293d97f49146098298f7dfea73f5f7 is 69, key is 23827885d8b7,39789,1732738990134/rs:state/1732738991510/Put/seqid=0 2024-11-27T20:26:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073742572_1748 (size=5156) 2024-11-27T20:26:18,015 INFO [M:0;23827885d8b7:33479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2286 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db293d97f49146098298f7dfea73f5f7 2024-11-27T20:26:18,018 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25da195466024697bda8bc20c860acae as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25da195466024697bda8bc20c860acae 2024-11-27T20:26:18,021 INFO [M:0;23827885d8b7:33479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25da195466024697bda8bc20c860acae, entries=8, sequenceid=2286, filesize=5.5 K 2024-11-27T20:26:18,021 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11dd4013b2e1472fadd453073d7d12d3 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11dd4013b2e1472fadd453073d7d12d3 2024-11-27T20:26:18,023 INFO [M:0;23827885d8b7:33479 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11dd4013b2e1472fadd453073d7d12d3 2024-11-27T20:26:18,023 INFO [M:0;23827885d8b7:33479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11dd4013b2e1472fadd453073d7d12d3, entries=183, sequenceid=2286, filesize=44.7 K 2024-11-27T20:26:18,024 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db293d97f49146098298f7dfea73f5f7 as hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db293d97f49146098298f7dfea73f5f7 2024-11-27T20:26:18,026 INFO [M:0;23827885d8b7:33479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36443/user/jenkins/test-data/f3a47ff6-6979-1630-372a-86f312fac2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db293d97f49146098298f7dfea73f5f7, entries=1, sequenceid=2286, filesize=5.0 K 2024-11-27T20:26:18,027 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegion(3040): Finished flush of dataSize ~796.21 KB/815314, heapSize ~980.98 KB/1004520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=2286, compaction requested=false 2024-11-27T20:26:18,028 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:26:18,028 DEBUG [M:0;23827885d8b7:33479 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T20:26:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741830_1006 (size=965159) 2024-11-27T20:26:18,031 INFO [M:0;23827885d8b7:33479 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-27T20:26:18,031 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T20:26:18,031 INFO [M:0;23827885d8b7:33479 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33479 2024-11-27T20:26:18,033 DEBUG [M:0;23827885d8b7:33479 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/23827885d8b7,33479,1732738988984 already deleted, retry=false 2024-11-27T20:26:18,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:26:18,134 INFO [M:0;23827885d8b7:33479 {}] regionserver.HRegionServer(1307): Exiting; stopping=23827885d8b7,33479,1732738988984; zookeeper connection closed. 2024-11-27T20:26:18,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1003aa670940000, quorum=127.0.0.1:51623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:26:18,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:26:18,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:26:18,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:26:18,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:26:18,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/hadoop.log.dir/,STOPPED} 2024-11-27T20:26:18,146 WARN [BP-768962425-172.17.0.2-1732738984609 heartbeating to localhost/127.0.0.1:36443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:26:18,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:26:18,146 WARN [BP-768962425-172.17.0.2-1732738984609 heartbeating to localhost/127.0.0.1:36443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768962425-172.17.0.2-1732738984609 (Datanode Uuid eabe9d54-c3fe-49ab-854d-d6531617b5f0) service to localhost/127.0.0.1:36443 2024-11-27T20:26:18,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:26:18,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/dfs/data/data1/current/BP-768962425-172.17.0.2-1732738984609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:26:18,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/cluster_ab443b6f-5d73-9a88-b0c6-69398225464b/dfs/data/data2/current/BP-768962425-172.17.0.2-1732738984609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:26:18,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:26:18,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:26:18,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:26:18,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:26:18,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:26:18,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77728a60-4f2c-3c62-29cc-f373f9defabd/hadoop.log.dir/,STOPPED} 2024-11-27T20:26:18,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:26:18,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down